-- Logs begin at Thu 2021-11-11 00:23:22 UTC, end at Thu 2021-11-11 01:24:52 UTC. -- Nov 11 00:54:12.419998 dv-cinder-817085-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 11 00:54:15.171564 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.common.config [-] Logging enabled! Nov 11 00:54:15.172142 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 11 00:54:15.172344 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101494) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 11 00:54:15.175536 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.common.config [-] Logging enabled! Nov 11 00:54:15.175794 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 11 00:54:15.176104 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101494) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 11 00:54:15.177032 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 00:54:15.177263 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 00:54:15.177624 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 00:54:15.177866 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 00:54:15.178088 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 00:54:15.178403 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.178815 dv-cinder-817085-3-iscsi neutron-server[101494]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 11 00:54:15.179142 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.179430 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.179716 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.180005 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.180289 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.180569 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.180849 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.181242 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.181975 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.182256 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.182540 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.182829 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.183135 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.183424 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.183705 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.183987 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] debug = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.184264 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.184694 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.185100 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.185377 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.185660 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.185934 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.186204 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.186476 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.186754 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.187098 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] host = dv-cinder-817085-3-iscsi {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.187372 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.187653 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.187933 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.188213 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.188487 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.188760 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.189040 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.189309 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.189576 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] log_file = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.189847 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.190127 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.190411 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.190698 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.190918 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.191160 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.191455 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.191736 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.192007 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.192276 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.192548 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.192818 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.193085 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.193349 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.193631 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.193910 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.194189 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.194456 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.194726 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.195014 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.195283 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.195561 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.195832 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.196097 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.196363 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.196643 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.197814 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.198094 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.198396 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.198684 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.198987 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.199277 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.199551 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.199829 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.200104 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.200374 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.200642 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] use_json = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.200914 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.201183 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.201464 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.201735 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.202004 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.202273 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.202541 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.202820 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:15.203146 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.203441 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.203738 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.204020 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.204320 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.204598 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.204886 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.205163 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.205448 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.205733 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.206019 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.206297 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.206589 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.207153 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.207450 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.207756 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.208049 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.208340 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.208614 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.208885 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.209156 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.209433 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.209716 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.209992 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.210275 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.210560 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.210835 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.211149 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.211443 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.211732 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.212006 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.212284 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.213558 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.213842 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.214119 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.214399 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.214690 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.214996 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.215273 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.215553 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.215830 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.216100 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.216371 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.216647 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.216936 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.217217 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.217529 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.217762 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.218036 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.218303 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.218582 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.218857 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.219147 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.219415 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.219689 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.219957 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.220227 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.220501 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.220769 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.221043 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.221308 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.221568 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.221839 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.222102 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.222368 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.222634 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.222898 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.223195 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.223461 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.223725 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.223992 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.224260 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.224526 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.224807 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.225098 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.225372 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.225643 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.225915 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.226188 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.226460 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.226732 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.227033 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.227306 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.227572 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.227857 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.228622 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.228913 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.229200 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.229476 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.229791 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.230068 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.230347 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.230621 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.230894 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.231197 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.231478 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.231784 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.232057 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.232343 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.232630 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.232920 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.233195 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.233498 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.233773 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:15.233989 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 00:54:15.234223 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101494) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 11 00:54:15.672406 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 11 00:54:15.672677 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 11 00:54:15.672973 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 11 00:54:15.673299 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 11 00:54:16.008140 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.008424 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.008691 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.010828 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.011121 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.011384 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.046037 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.046309 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.046573 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.062015 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.062289 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.062552 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.094078 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.094354 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.094619 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.130223 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.130499 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.130767 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.370883 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.371529 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.371529 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.371673 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.372377 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.501970 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.502283 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.502560 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.502829 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.503117 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.503425 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.503683 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.503934 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.504183 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.504458 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.504717 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.504977 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.505230 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.505479 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.505730 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.505988 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.506238 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.506508 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.506776 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.507056 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.507323 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.507572 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.507848 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.508223 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.508465 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.508706 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.509094 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101494) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 00:54:16.509858 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101494) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 00:54:16.510103 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101494) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 00:54:16.510340 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101494) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 00:54:16.510577 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101494) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 00:54:16.510813 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101494) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 00:54:16.511201 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 11 00:54:16.514397 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 11 00:54:16.518354 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 11 00:54:16.522169 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Nov 11 00:54:16.523830 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 11 00:54:16.524293 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 11 00:54:16.524627 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 11 00:54:16.526027 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 11 00:54:16.528873 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 11 00:54:16.529119 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 11 00:54:16.529463 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 00:54:16.534697 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 11 00:54:16.558033 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 11 00:54:16.558475 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.558768 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101494) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 11 00:54:16.559155 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.560540 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101494) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 11 00:54:16.560816 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 00:54:16.561059 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 11 00:54:16.564272 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.564551 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:16.630432 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 11 00:54:16.630608 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 11 00:54:16.630836 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 11 00:54:16.631242 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 11 00:54:16.651915 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_db.sqlalchemy.engines [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101494) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 11 00:54:17.188045 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.managers [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Initializing driver for type 'gre' Nov 11 00:54:17.188643 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] gre ID ranges: [(1, 1000)] Nov 11 00:54:17.238813 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.managers [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Initializing driver for type 'local' Nov 11 00:54:17.239097 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.managers [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Initializing driver for type 'vlan' Nov 11 00:54:17.252304 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] VlanTypeDriver initialization complete Nov 11 00:54:17.252640 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.managers [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Initializing driver for type 'vxlan' Nov 11 00:54:17.253117 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] vxlan ID ranges: [(1, 1000)] Nov 11 00:54:17.307573 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.managers [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Initializing extension driver 'port_security' Nov 11 00:54:17.307948 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.extensions.port_security [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] PortSecurityExtensionDriver initialization complete Nov 11 00:54:17.308279 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.managers [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Initializing mechanism driver 'openvswitch' Nov 11 00:54:17.308610 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.managers [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Initializing mechanism driver 'hyperv' Nov 11 00:54:17.315354 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.plugin [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:54:17.316188 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > port after_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.316567 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > port after_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.316923 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > port after_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.317455 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101494) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 00:54:17.317892 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > subnet after_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.318249 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > subnet after_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.318597 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > subnet after_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.319019 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101494) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 00:54:17.319432 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > network after_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.319781 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > network after_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.320123 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > network after_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.320519 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101494) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 00:54:17.320933 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > security_group after_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.321285 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > security_group after_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.321767 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > security_group after_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.322123 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101494) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 00:54:17.322614 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.322991 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.323342 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.323744 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101494) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 00:54:17.324151 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > address_group after_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.324501 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > address_group after_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.324843 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > address_group after_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.325237 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101494) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 00:54:17.325620 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] ML2 OVO RPC backend initialized. {{(pid=101494) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 11 00:54:17.326340 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > router_interface after_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.326697 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.327144 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > network before_response 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.327496 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > networks before_response 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.327849 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > port before_response 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.328186 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > ports before_response 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.328529 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > subnet before_response 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.328868 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > subnets before_response 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.329213 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > network after_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.329551 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > network after_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.329887 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > network after_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.330224 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > port after_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.330562 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > port after_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.330895 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > port after_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.331257 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > subnet after_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.331592 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > subnet after_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.332193 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > subnet after_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.332773 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.plugin [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Modular L2 Plugin initialization complete Nov 11 00:54:17.333106 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading services supported by the core plugin {{(pid=101494) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 11 00:54:17.333434 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.plugins.ml2.managers [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Got port-security extension from driver 'port_security' Nov 11 00:54:17.333898 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.extensions.vlantransparent [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Disabled vlantransparent extension. Nov 11 00:54:17.334379 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101494) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 11 00:54:17.334693 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading Plugin: router Nov 11 00:54:17.371926 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > router_interface before_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.372493 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > router after_create 55549900 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.372682 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > router before_create 55549900 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.373048 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.373424 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.373784 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > router after_delete 55549900 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.374145 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > floatingip after_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.374624 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > floatingip after_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.375016 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > router after_create 55549900 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.375370 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > router after_update 55549900 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.375720 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > router after_update 55549900 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.376071 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.376432 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > router after_update 55549900 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.376846 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > router precommit_update 55549900 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.377214 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: port after_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.377555 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: port after_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.377894 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: subnet after_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.378236 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.378583 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > port precommit_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.378929 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > router precommit_create 55549900 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.379299 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: port before_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.379642 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > router precommit_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.380001 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > router after_update 55549900 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.380346 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > router precommit_delete 55549900 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.380701 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > router precommit_create 55549900 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.381063 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > router_interface after_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.381410 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > router precommit_update 55549900 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.381776 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > agent after_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.382130 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > agent after_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.382475 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > network after_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.383376 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Tracking information for resource: router configured {{(pid=101494) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 00:54:17.383708 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Tracking information for resource: floatingip configured {{(pid=101494) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 00:54:17.389217 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.db.l3_agentschedulers_db [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 11 00:54:17.389795 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: port after_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.390159 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: port after_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.390513 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: port after_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.390865 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: port after_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.391684 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > router before_create 55550100 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.392050 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > router precommit_delete 55550100 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.392412 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > router precommit_create 55550100 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.392768 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > router precommit_update 55550100 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.397618 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.services.provider_configuration [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Service providers = [] {{(pid=101494) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 11 00:54:17.397985 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.db.servicetype_db [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101494) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 11 00:54:17.401563 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.services.service_base [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101494) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 00:54:17.401912 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.services.service_base [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101494) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 00:54:17.402255 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.services.service_base [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101494) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 00:54:17.403186 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.services.service_base [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101494) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 00:54:17.403559 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.services.service_base [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 11 00:54:17.403932 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101494) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 00:54:17.404255 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 11 00:54:17.416564 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101494) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 00:54:17.416903 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading Plugin: auto_allocate Nov 11 00:54:17.422663 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: network precommit_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.423061 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: network precommit_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.423583 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101494) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 00:54:17.423909 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading Plugin: tag Nov 11 00:54:17.430684 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101494) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 00:54:17.431073 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading Plugin: timestamp Nov 11 00:54:17.435047 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101494) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 00:54:17.435380 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading Plugin: network_ip_availability Nov 11 00:54:17.440870 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.441243 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.441600 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.442313 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101494) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 00:54:17.442632 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading Plugin: flavors Nov 11 00:54:17.448197 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101494) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 00:54:17.448531 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading Plugin: revisions Nov 11 00:54:17.452895 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101494) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 00:54:17.453282 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_concurrency.lockutils [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.780s {{(pid=101494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 11 00:54:17.454033 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101494) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 11 00:54:17.454371 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Initializing extension manager. Nov 11 00:54:17.454886 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: __init__.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.455259 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: __pycache__ {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.455596 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.455930 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: address_group.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.456688 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.457513 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: address-group Nov 11 00:54:17.457821 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: address_scope.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.458539 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.459082 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: address-scope Nov 11 00:54:17.459407 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: admin_state_down_before_update.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.460341 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.460850 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: router-admin-state-down-before-update Nov 11 00:54:17.461172 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: agent.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.461967 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.463074 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: agent Nov 11 00:54:17.463404 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: agent_resources_synced.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.464333 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.464842 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: agent-resources-synced Nov 11 00:54:17.465165 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: allowedaddresspairs.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.466984 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.467511 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: allowed-address-pairs Nov 11 00:54:17.467858 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: auto_allocated_topology.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.468921 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.469437 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: auto-allocated-topology Nov 11 00:54:17.469763 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: availability_zone.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.470460 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.470980 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: availability_zone Nov 11 00:54:17.471310 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: availability_zone_filter.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.472224 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.472731 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: availability_zone_filter Nov 11 00:54:17.473055 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: data_plane_status.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.473969 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.474482 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension data-plane-status not supported by any of loaded plugins Nov 11 00:54:17.474807 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: default_subnetpools.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.475758 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.476269 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: default-subnetpools Nov 11 00:54:17.476595 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: dhcpagentscheduler.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.477406 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.477989 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: dhcp_agent_scheduler Nov 11 00:54:17.478353 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: dns.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.479319 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.479828 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension dns-integration not supported by any of loaded plugins Nov 11 00:54:17.480155 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: dns_domain_ports.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.481078 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.481589 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 11 00:54:17.481913 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.482839 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.483392 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 11 00:54:17.483718 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: dvr.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.484393 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.484899 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: dvr Nov 11 00:54:17.485221 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: ecmp_routes.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.486144 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.486647 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension ecmp_routes not supported by any of loaded plugins Nov 11 00:54:17.486985 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: empty_string_filtering.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.487910 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.488420 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: empty-string-filtering Nov 11 00:54:17.488745 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.489714 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.490174 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 11 00:54:17.490496 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.491466 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.491970 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 11 00:54:17.492291 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: external_net.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.493214 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.493748 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: external-net Nov 11 00:54:17.494173 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: extra_dhcp_opt.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.495136 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.495654 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: extra_dhcp_opt Nov 11 00:54:17.495978 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: extraroute.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.496905 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.497416 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: extraroute Nov 11 00:54:17.497739 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: extraroute_atomic.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.498776 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.499331 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: extraroute-atomic Nov 11 00:54:17.499657 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: filter_validation.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.500498 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.501013 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: filter-validation Nov 11 00:54:17.501337 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: fip_pf_description.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.502259 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.502778 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 11 00:54:17.503135 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: fip_port_details.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.504069 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.504580 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: fip-port-details Nov 11 00:54:17.504903 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: flavors.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.506156 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.506675 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: flavors Nov 11 00:54:17.507033 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.508703 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.509767 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 11 00:54:17.510197 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: floatingip_pools.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.510905 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.511525 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: floatingip-pools Nov 11 00:54:17.511851 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: ip_allocation.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.513245 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.513970 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension ip_allocation not supported by any of loaded plugins Nov 11 00:54:17.514511 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.516020 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.516727 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: ip-substring-filtering Nov 11 00:54:17.517064 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: l2_adjacency.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.518354 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.519132 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension l2_adjacency not supported by any of loaded plugins Nov 11 00:54:17.519466 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: l3.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.520449 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.520969 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: router Nov 11 00:54:17.521297 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: l3_conntrack_helper.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.523598 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.524125 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 11 00:54:17.524456 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.525948 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.526517 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: ext-gw-mode Nov 11 00:54:17.526846 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.527823 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.528332 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: l3-ha Nov 11 00:54:17.528655 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: l3_flavors.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.529578 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.530088 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: l3-flavors Nov 11 00:54:17.530411 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.531366 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.531874 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: l3-port-ip-change-not-allowed Nov 11 00:54:17.532197 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: l3agentscheduler.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.533235 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.533753 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: l3_agent_scheduler Nov 11 00:54:17.534078 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: logging.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.535616 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.536138 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension logging not supported by any of loaded plugins Nov 11 00:54:17.536465 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: metering.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.537211 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.537783 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: metering Nov 11 00:54:17.538105 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.539373 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.539898 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: metering_source_and_destination_fields Nov 11 00:54:17.540227 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: multiprovidernet.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.541305 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.541814 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: multi-provider Nov 11 00:54:17.542140 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: netmtu.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.543096 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.543617 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: net-mtu Nov 11 00:54:17.543943 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: netmtu_writable.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.544872 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.545387 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: net-mtu-writable Nov 11 00:54:17.545712 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: network_availability_zone.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.546389 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.546897 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: network_availability_zone Nov 11 00:54:17.547240 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: network_ip_availability.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.548361 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.548878 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: network-ip-availability Nov 11 00:54:17.549201 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: network_segment_range.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.549965 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.550472 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension network-segment-range not supported by any of loaded plugins Nov 11 00:54:17.550793 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: pagination.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.551809 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.552140 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: pagination Nov 11 00:54:17.552461 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: port_device_profile.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.553371 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.553893 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: port-device-profile Nov 11 00:54:17.554214 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.555172 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.555686 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: port-mac-address-regenerate Nov 11 00:54:17.556044 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.556971 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.557475 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: port-numa-affinity-policy Nov 11 00:54:17.557797 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: port_resource_request.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.558713 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.559264 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension port-resource-request not supported by any of loaded plugins Nov 11 00:54:17.559588 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: port_resource_request_groups.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.560567 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.561075 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 11 00:54:17.561402 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: portbindings.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.562332 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.562931 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: binding Nov 11 00:54:17.563289 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: portbindings_extended.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.564585 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.565103 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: binding-extended Nov 11 00:54:17.565431 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: portsecurity.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.566361 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.566874 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: port-security Nov 11 00:54:17.567224 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: project_id.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.568217 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.568548 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: project-id Nov 11 00:54:17.568872 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: providernet.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.569801 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.570319 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: provider Nov 11 00:54:17.570643 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: qos.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.575088 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.575625 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension qos not supported by any of loaded plugins Nov 11 00:54:17.575962 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.577225 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.577744 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 11 00:54:17.578077 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.579043 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.579565 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 11 00:54:17.579894 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: qos_default.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.580822 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.581336 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension qos-default not supported by any of loaded plugins Nov 11 00:54:17.581662 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: qos_fip.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.582578 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.583114 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension qos-fip not supported by any of loaded plugins Nov 11 00:54:17.583440 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: qos_gateway_ip.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.584382 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.584897 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 11 00:54:17.585218 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: qos_port_network_policy.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.586144 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.586653 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 11 00:54:17.586998 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.588132 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.588645 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 11 00:54:17.589479 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: qos_pps_rule.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.591323 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.592042 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension qos-pps not supported by any of loaded plugins Nov 11 00:54:17.592373 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: qos_rule_type_details.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.593308 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.593823 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 11 00:54:17.594152 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: qos_rules_alias.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.595262 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.595775 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 11 00:54:17.596096 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: quota_check_limit.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.597019 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.597533 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: quota-check-limit Nov 11 00:54:17.597855 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: quotasv2.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.598811 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.599173 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: quotas Nov 11 00:54:17.599493 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: quotasv2_detail.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.603472 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.603954 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: quota_details Nov 11 00:54:17.604340 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: rbac.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.605691 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.606436 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: rbac-policies Nov 11 00:54:17.606857 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: rbac_address_group.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.608194 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.608891 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: rbac-address-group Nov 11 00:54:17.609337 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: rbac_address_scope.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.610672 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.611448 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: rbac-address-scope Nov 11 00:54:17.611880 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: rbac_security_groups.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.613161 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.613775 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: rbac-security-groups Nov 11 00:54:17.614213 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: rbac_subnetpool.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.615449 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.616025 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: rbac-subnetpool Nov 11 00:54:17.616507 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: revisionifmatch.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.617653 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.618233 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: revision-if-match Nov 11 00:54:17.618670 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: revisions.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.620229 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.620997 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: standard-attr-revisions Nov 11 00:54:17.621477 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: router_availability_zone.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.622359 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.623214 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: router_availability_zone Nov 11 00:54:17.623740 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: routerservicetype.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.624868 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.625614 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension router-service-type not supported by any of loaded plugins Nov 11 00:54:17.626045 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.627396 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.627921 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: security-groups-normalized-cidr Nov 11 00:54:17.628249 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: security_groups_port_filtering.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.629264 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.629783 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: port-security-groups-filtering Nov 11 00:54:17.630135 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.631113 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.631632 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: security-groups-remote-address-group Nov 11 00:54:17.631954 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.632902 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.633415 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: security-groups-shared-filtering Nov 11 00:54:17.633739 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.634893 dv-cinder-817085-3-iscsi neutron-server[101494]: WARNING neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 11 00:54:17.635323 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: securitygroup.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.645435 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.645966 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: security-group Nov 11 00:54:17.646297 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: segment.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.647130 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.647644 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension segment not supported by any of loaded plugins Nov 11 00:54:17.647970 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.648918 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.649431 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 11 00:54:17.650420 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: servicetype.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.651669 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.652199 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: service-type Nov 11 00:54:17.652531 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: sorting.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.653529 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.653865 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: sorting Nov 11 00:54:17.654189 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: standard_attr_segment.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.655152 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.655670 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 11 00:54:17.655990 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: standardattrdescription.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.656645 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.657151 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: standard-attr-description Nov 11 00:54:17.657473 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: stateful_security_group.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.658406 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.658921 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: stateful-security-group Nov 11 00:54:17.659270 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: stdattrs_common.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.659844 dv-cinder-817085-3-iscsi neutron-server[101494]: WARNING neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 11 00:54:17.660166 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.661105 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.661617 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 11 00:54:17.661939 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: subnet_onboard.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.663064 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.663663 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: subnet_onboard Nov 11 00:54:17.663998 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.664958 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.665589 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 11 00:54:17.665922 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: subnet_service_types.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.666863 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.667412 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: subnet-service-types Nov 11 00:54:17.667741 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: subnetallocation.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.668843 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.669386 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: subnet_allocation Nov 11 00:54:17.669712 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.670395 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.670906 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: subnetpool-prefix-ops Nov 11 00:54:17.671251 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.672196 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.672705 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 11 00:54:17.673028 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: tagging.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.674139 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.674655 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: standard-attr-tag Nov 11 00:54:17.675014 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: timestamp.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.676237 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.676757 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loaded extension: standard-attr-timestamp Nov 11 00:54:17.677083 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: trunk.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.678126 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.678651 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension trunk not supported by any of loaded plugins Nov 11 00:54:17.679006 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: trunk_details.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.679933 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.680450 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension trunk-details not supported by any of loaded plugins Nov 11 00:54:17.680775 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: uplink_status_propagation.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.681743 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.682261 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 11 00:54:17.682586 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Loading extension file: vlantransparent.py {{(pid=101494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 00:54:17.683301 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 00:54:17.683807 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extension vlan-transparent not supported by any of loaded plugins Nov 11 00:54:17.686328 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Creating instance of TrackedResource for resource:network Nov 11 00:54:17.686850 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Creating instance of TrackedResource for resource:subnet Nov 11 00:54:17.687281 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 00:54:17.687682 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Creating instance of TrackedResource for resource:port Nov 11 00:54:17.688921 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.v2.resource_helper [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 00:54:17.689372 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.v2.resource_helper [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Service FLAVORS assigned prefix: {{(pid=101494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 00:54:17.689977 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.v2.resource_helper [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 00:54:17.690409 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.v2.resource_helper [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 00:54:17.690739 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Creating instance of TrackedResource for resource:router Nov 11 00:54:17.691212 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Creating instance of TrackedResource for resource:floatingip Nov 11 00:54:17.691719 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.v2.resource_helper [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Service METERING assigned prefix: /metering {{(pid=101494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 00:54:17.693167 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.693542 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.693898 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 00:54:17.694903 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 00:54:17.695373 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Creating instance of TrackedResource for resource:security_group Nov 11 00:54:17.695812 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 00:54:17.696427 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.v2.resource_helper [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Service CORE assigned prefix: {{(pid=101494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 00:54:17.697384 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 00:54:17.697744 dv-cinder-817085-3-iscsi neutron-server[101494]: WARNING neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] subnetpool is already registered Nov 11 00:54:17.698185 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.v2.resource_helper [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Service CORE assigned prefix: {{(pid=101494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 00:54:17.698523 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 00:54:17.698859 dv-cinder-817085-3-iscsi neutron-server[101494]: WARNING neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] subnetpool is already registered Nov 11 00:54:17.701264 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.v2.resource_helper [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 00:54:17.701705 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.v2.resource_helper [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Service FLAVORS assigned prefix: {{(pid=101494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 00:54:17.702325 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.v2.resource_helper [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 00:54:17.702771 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.v2.resource_helper [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 00:54:17.703129 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Creating instance of TrackedResource for resource:router Nov 11 00:54:17.703484 dv-cinder-817085-3-iscsi neutron-server[101494]: WARNING neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] router is already registered Nov 11 00:54:17.703902 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Creating instance of TrackedResource for resource:floatingip Nov 11 00:54:17.704239 dv-cinder-817085-3-iscsi neutron-server[101494]: WARNING neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] floatingip is already registered Nov 11 00:54:17.704709 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.v2.resource_helper [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Service METERING assigned prefix: /metering {{(pid=101494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 00:54:17.705421 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 00:54:17.705751 dv-cinder-817085-3-iscsi neutron-server[101494]: WARNING neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] rbac_policy is already registered Nov 11 00:54:17.706166 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Creating instance of TrackedResource for resource:security_group Nov 11 00:54:17.706500 dv-cinder-817085-3-iscsi neutron-server[101494]: WARNING neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] security_group is already registered Nov 11 00:54:17.707216 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 00:54:17.707561 dv-cinder-817085-3-iscsi neutron-server[101494]: WARNING neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] security_group_rule is already registered Nov 11 00:54:17.708055 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.v2.resource_helper [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Service CORE assigned prefix: {{(pid=101494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 00:54:17.708379 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 00:54:17.708713 dv-cinder-817085-3-iscsi neutron-server[101494]: WARNING neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] subnetpool is already registered Nov 11 00:54:17.709129 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.v2.resource_helper [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Service CORE assigned prefix: {{(pid=101494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 00:54:17.709452 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 00:54:17.709784 dv-cinder-817085-3-iscsi neutron-server[101494]: WARNING neutron.quota.resource_registry [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] subnetpool is already registered Nov 11 00:54:17.711536 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: extensions {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.713763 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: address-groups {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.715301 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: address-scopes {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.716516 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: agents {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.717788 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: auto-allocated-topology {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.719061 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: availability_zones {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.720277 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: dhcp-networks {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.721700 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: dhcp-agents {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.723269 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: routers {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.725393 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: flavors {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.726657 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: service_profiles {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.727997 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: next_providers {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.729589 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: service_profiles {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.731063 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: floatingip-pools {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.732395 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: routers {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.734521 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: floatingips {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.735854 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: l3-routers {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.737240 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: l3-agents {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.738654 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: metering-labels {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.739999 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: metering-label-rules {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.741327 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: network-ip-availabilities {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.742592 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: bindings {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.744966 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: quotas {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.746634 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: quotas {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.748195 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: rbac-policies {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.749395 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: security-groups {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.750736 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: security-group-rules {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.752018 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: service-providers {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.753235 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: subnetpools {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.754656 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: subnetpools {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.756159 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: tags {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.757853 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: tags {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.760309 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: tags {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.762087 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: tags {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.763837 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: tags {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.766317 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: tags {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.768143 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: tags {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.770939 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: tags {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.772765 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: tags {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.774512 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron.api.extensions [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Extended resource: tags {{(pid=101494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 00:54:17.780745 dv-cinder-817085-3-iscsi neutron-server[101494]: WARNING keystonemiddleware.auth_token [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 11 00:54:17.785300 dv-cinder-817085-3-iscsi neutron-server[101494]: WARNING keystonemiddleware.auth_token [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 11 00:54:17.794329 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_concurrency.lockutils [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Acquired lock "singleton_lock" {{(pid=101494) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 11 00:54:17.794805 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_concurrency.lockutils [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Releasing lock "singleton_lock" {{(pid=101494) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 11 00:54:17.795493 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO oslo_service.service [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Starting 2 workers Nov 11 00:54:17.800294 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Started child 101601 {{(pid=101494) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 00:54:17.804653 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Started child 101602 {{(pid=101494) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 00:54:17.805624 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:17.806900 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO neutron.service [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Neutron service started, listening on 0.0.0.0:9696 Nov 11 00:54:17.807357 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Publish callbacks [] for process, before_spawn {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:17.807678 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [-] (101601) wsgi starting up on http://0.0.0.0:9696 Nov 11 00:54:17.809898 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO oslo_service.service [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Starting 1 workers Nov 11 00:54:17.810445 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:17.811866 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [-] (101602) wsgi starting up on http://0.0.0.0:9696 Nov 11 00:54:17.815105 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Started child 101603 {{(pid=101494) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 00:54:17.815647 dv-cinder-817085-3-iscsi neutron-server[101494]: INFO oslo_service.service [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Starting 1 workers Nov 11 00:54:17.818605 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.service [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] calling RpcWorker wait() {{(pid=101603) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 11 00:54:17.819185 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.service [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] returning from RpcWorker wait() {{(pid=101603) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 11 00:54:17.820084 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Started child 101604 {{(pid=101494) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 00:54:17.820326 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:17.820802 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:54:17.820905 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG neutron_lib.callbacks.manager [None req-608aea7f-795e-48bd-8322-a7dc12a0e02e None None] Publish callbacks [] for process, after_spawn {{(pid=101494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:17.823617 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101494) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 11 00:54:17.823842 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 00:54:17.824034 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 00:54:17.824254 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 00:54:17.824589 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 00:54:17.824781 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 00:54:17.825276 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.825553 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.825823 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.826089 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.826344 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:17.826818 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.826893 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.827191 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.827448 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.827726 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.827989 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.828165 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.828335 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.828581 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.828817 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.829113 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.829389 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.829637 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.829888 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.830061 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.830304 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.830624 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.830890 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.831180 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] debug = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.831406 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.832141 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.832372 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.832621 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.832863 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.833141 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.833389 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.833655 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.833890 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.834128 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.834370 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.834618 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.834857 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.835096 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.835340 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.835554 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.835793 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.836016 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.836491 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] host = dv-cinder-817085-3-iscsi {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.836731 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.836952 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.837183 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.837477 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.837738 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.837957 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.838214 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.838471 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.838719 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.838962 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.839225 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.839471 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.839690 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.839946 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] log_file = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.840114 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] log_options = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.840363 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.840643 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.840900 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.841097 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.841267 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.841444 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.841717 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.841883 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.842136 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.842383 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.842599 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.842813 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.843050 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.843289 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.843553 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.843799 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.844035 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.844270 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.844516 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.844765 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.844987 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.845214 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.845470 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.845708 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.845929 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.846144 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.846375 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.846610 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.846850 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.847119 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.847358 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.847606 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.847851 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.848101 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.848363 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.848611 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.848847 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.849083 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.849358 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.849586 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.849832 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.850090 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.850305 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.850552 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.850767 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.851024 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.851258 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] use_json = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.851469 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.851713 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.851945 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.852157 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.852370 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.852583 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.852802 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.855294 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.855631 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.855948 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.856287 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.856882 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.856882 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.857123 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.857356 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.857589 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.857857 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.858126 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.858463 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.858693 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.859007 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.859249 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.859514 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.860085 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.860203 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.860434 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.860600 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:54:17.860730 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.861051 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.861167 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.861366 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.861638 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.861879 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.862129 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.862377 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.862602 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.863595 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.863595 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.863595 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.863936 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.864040 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.866009 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.866009 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.866009 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.866009 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.866009 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.866009 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.866009 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.866009 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.866009 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.866879 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.866879 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.866879 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.867133 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.867224 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.867412 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.867633 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.868012 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.868228 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.868960 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.869991 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.870134 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.870372 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.870635 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.870863 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.871115 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.871333 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.871899 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.871899 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.872137 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.872258 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.872469 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.872683 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.873576 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.874146 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.874146 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.874342 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.874523 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.874755 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.875029 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.875268 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.875508 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.875730 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.876185 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.876416 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.876676 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.877046 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.877271 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.877509 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.877725 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.877964 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.878177 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.878558 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.878932 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.879417 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.879709 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.879884 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.880237 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.880521 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.880838 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.881089 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.881360 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.881788 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.882045 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.882541 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.882541 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.882828 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.882999 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.883150 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.886981 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.886981 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.886981 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.886981 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.886981 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.886981 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.886981 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.886981 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.888136 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.888136 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.888136 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.888136 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.888136 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.888136 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.888136 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.888136 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.888896 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.888896 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.888896 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.888896 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.889169 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.889375 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.889819 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.890080 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.890500 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.890930 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.891379 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.891839 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.892179 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.892621 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.893074 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.893485 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.893951 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.894200 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.894439 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.894844 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.895110 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.895596 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.895826 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.896067 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.896285 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.896663 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.896917 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.897433 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.897433 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.897665 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.898095 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.898831 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.899245 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.899605 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.900138 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.900696 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.901067 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.901449 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.901823 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.902234 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.902620 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.902842 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.903116 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.903337 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.903561 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.903799 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.904050 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.904271 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.904502 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.904720 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.904946 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.905187 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.905428 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.905649 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.905866 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.906084 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.906337 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.906557 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.906985 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.907397 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.907789 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.908023 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.908253 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.908491 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.908713 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.908968 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.909191 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.909409 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.909623 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.909847 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.910086 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.910302 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.910556 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.910788 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.911089 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.911341 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.911687 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.911945 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.912177 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.912433 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.912655 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.912891 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.913125 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.913342 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.913556 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.913774 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.913989 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.914245 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.914471 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.914719 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.914976 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.915182 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.915526 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.915788 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.916010 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.916381 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.916634 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.916876 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.917130 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.917381 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.917615 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.917843 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.918075 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.918311 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.918536 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.918753 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.918978 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.919207 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.919421 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.919629 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.919848 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.920159 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.920314 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.920519 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.920747 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.920951 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.921170 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.921396 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.921603 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.921821 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.922034 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.922260 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.922482 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.922698 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.922905 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.923323 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.923534 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.923765 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.923987 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.924223 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.924432 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.924720 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.924980 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.925217 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.925511 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.925755 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.926009 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.926264 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.926576 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.926827 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.927093 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.927309 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.927524 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.927741 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.927993 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.928299 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.928596 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.928871 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.929122 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.929414 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.929684 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.929939 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.930227 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.930435 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.930783 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.931609 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.931860 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.932120 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.932366 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.932605 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.932820 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.933067 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.933364 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.934975 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.934975 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.934975 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.934975 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.934975 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.934975 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.935524 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.935524 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.935524 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.935749 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.935942 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.936099 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 00:54:17.936791 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101494) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 11 00:54:17.937107 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 00:54:17.937264 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 00:54:17.937454 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 00:54:17.937627 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 00:54:17.937785 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 00:54:17.937992 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.938151 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.938311 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.938468 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.938808 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.939183 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.939341 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.939643 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.939808 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.939966 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.940125 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.940286 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.940442 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.940744 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.940915 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.941056 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.941218 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.941378 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.941535 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.941696 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.941855 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.942012 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.942170 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] debug = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.942326 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.942535 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.942705 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.942846 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.943035 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.943198 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.943344 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.943502 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.943662 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.943817 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.943976 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.944133 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.944291 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.944446 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.944611 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.944766 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.944922 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.945078 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.945237 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] host = dv-cinder-817085-3-iscsi {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.945394 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.945551 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.945708 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.945864 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.946022 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.946178 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.946335 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.946492 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.947263 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.947570 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.947734 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.947891 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.948052 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.948207 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] log_file = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.948364 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] log_options = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.948519 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.948677 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.948833 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.949016 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.949178 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.949336 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.949493 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.949650 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.949808 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.949963 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.950117 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.950275 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.950431 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.950592 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.950748 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.950904 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.951091 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.951251 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.951406 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.951561 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.951721 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.951878 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.952038 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.952191 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.952350 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.952508 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.952664 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.952826 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.953000 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.953145 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.953303 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.953449 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.953605 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.954071 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.954071 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.954071 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.956673 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.956673 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.956673 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.956673 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.956673 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.957348 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:54:17.957428 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.957428 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.957428 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.957428 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.957428 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.957428 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] use_json = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.957428 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.957428 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.957883 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.957883 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.957883 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.958062 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.958131 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.958493 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 00:54:17.958778 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.959022 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.959258 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.959477 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.959703 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.959927 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.960149 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.960368 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.960588 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.960828 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.961048 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.961282 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.961514 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.961732 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.961951 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.962170 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.962534 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.962735 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.962908 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.963086 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.963243 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.963508 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.963685 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.963849 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.964009 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.964161 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.964318 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.964492 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.964645 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.964803 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.964946 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.965108 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.965271 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.965419 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.965579 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.965741 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.965903 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.966070 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.966272 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.966415 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.966550 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.966685 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.966820 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.967972 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.968144 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.968308 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.968462 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.968610 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.969348 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.969348 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.969348 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.969745 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.969745 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.970011 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.970011 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.970271 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.970271 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.970423 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.970563 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.970717 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.970880 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.971060 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.971220 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.971378 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.971537 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.971696 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.971867 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.972025 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.972184 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.972342 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.972502 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.972663 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.972821 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.972982 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.973141 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.973300 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.973483 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.973644 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.973808 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.973967 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.974127 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.974285 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.974445 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.974625 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.974754 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.974912 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.975083 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.975238 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.975396 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.975565 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.975739 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.975912 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.976060 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.976219 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.976376 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.976535 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.976694 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.976852 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.977011 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.977168 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.977325 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.977483 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.977645 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.977835 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.978109 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.978274 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.978433 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.978566 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.978726 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.978885 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.979065 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.979225 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.979382 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.979539 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.979696 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.979854 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.980023 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.980182 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.980344 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.980503 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.980668 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.980838 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.980998 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.981156 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.981315 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.981474 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.981632 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.981790 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.981951 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.982109 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.982267 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.982426 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.982591 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.982761 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.982920 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.983086 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.983247 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.983428 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.983652 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.983753 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.983895 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.984054 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.984212 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.984370 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.984528 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.984687 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.984845 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.985005 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.985164 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.985331 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.985479 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.985637 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.985796 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.985956 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.986115 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.986274 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.986433 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.986591 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.986749 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.986908 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.987087 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.987245 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.987403 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.987561 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.987719 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.987878 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.988041 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.988201 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.988360 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.988517 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.988675 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.988834 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.988992 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.989150 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.989312 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.989470 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.989635 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.989774 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.989909 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.990119 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.990264 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.990397 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.990543 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.990676 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.990808 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.990986 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.991147 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.991306 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.991465 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.991624 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.991783 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.991941 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.992116 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.992274 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.992433 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.992592 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.992853 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.993016 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.993175 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.993336 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.994037 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.994194 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.994354 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.994517 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.994678 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.994838 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.995019 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.995179 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.995338 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.995495 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.995654 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.995827 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.995987 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.996145 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.996305 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.996464 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.996639 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.997128 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.997352 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.997498 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.997636 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.997797 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.997952 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.998340 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.998505 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.998645 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.998782 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.998970 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.999117 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.999277 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.999437 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.999595 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.999754 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:17.999983 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.000124 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.000261 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.000410 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.000546 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.000693 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.000804 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.000963 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.001131 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.001290 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.001449 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.001607 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.001765 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.001924 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.002093 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.002240 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.002390 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.002555 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.002714 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.002919 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.003103 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.003275 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.003434 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.003595 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.003754 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.003913 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.004078 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.004230 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.004392 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.004559 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.004724 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.004884 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.005052 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.005219 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.005385 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.005543 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.005709 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.005880 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.006038 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.006197 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.006357 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.006516 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.006674 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.006836 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.007009 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.007149 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.007305 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.007462 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.007620 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.007779 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.007938 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.008096 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.008285 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.008424 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.008555 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.008714 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.008871 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 00:54:18.009024 dv-cinder-817085-3-iscsi neutron-server[101494]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 00:54:18.094607 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 50748) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:54:18.103081 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062597 Nov 11 00:54:29.400984 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71267a38-8757-4c44-a6a2-6ea63a7a21f4 None None] get_active_networks_info from dv-cinder-817085-3-iscsi {{(pid=101603) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 00:54:29.510278 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71267a38-8757-4c44-a6a2-6ea63a7a21f4 None None] No non-hosted networks {{(pid=101603) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 11 00:54:29.518076 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.agentschedulers_db [None req-71267a38-8757-4c44-a6a2-6ea63a7a21f4 None None] DHCP Agent not found on host dv-cinder-817085-3-iscsi {{(pid=101603) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 11 00:54:29.607924 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-2f748646-0a75-414a-aba6-654ac12e4130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-919364'] for agent, after_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:31.776179 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-a070dc25-f910-4d6f-9d40-1c2ee96734a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-919364'] for agent, after_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:31.835827 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-6b861fa6-3bc6-41ec-ae12-6f025ad96712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:32.846233 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-919364'] for agent, after_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:34.393285 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-919364'] for agent, after_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:34.934975 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-919364'] for agent, after_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:34.935876 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:34.936300 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:34.936747 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:34.937162 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:34.937615 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:34.938011 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:34.938444 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:34.938865 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:34.939360 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:34.939857 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:34.940280 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:34.940688 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:34.941169 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-817085-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:54:34.947965 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817085-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:54:35.643383 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 50838) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:54:36.175462 dv-cinder-817085-3-iscsi neutron-server[101602]: WARNING oslo_policy.policy [None req-33f213c9-6821-46b9-910f-cec03ecf67e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 00:54:36.176037 dv-cinder-817085-3-iscsi neutron-server[101602]: WARNING oslo_policy.policy [None req-33f213c9-6821-46b9-910f-cec03ecf67e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 00:54:36.415242 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [None req-33f213c9-6821-46b9-910f-cec03ecf67e8 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=101602) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 00:54:36.430974 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-33f213c9-6821-46b9-910f-cec03ecf67e8 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7749896 Nov 11 00:54:38.349958 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.db.l3_hamode_db [None req-03715524-b48e-451c-b1ec-99602f347154 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 11 00:54:38.427624 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03715524-b48e-451c-b1ec-99602f347154 None None] Routers set() bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 00:54:38.428003 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03715524-b48e-451c-b1ec-99602f347154 None None] Router IDs set() for agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 00:54:38.946195 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 50854) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:54:39.440328 dv-cinder-817085-3-iscsi neutron-server[101601]: WARNING oslo_policy.policy [None req-e4fc55ec-dadb-4aae-8ea0-36b05a6e1aab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 00:54:39.440985 dv-cinder-817085-3-iscsi neutron-server[101601]: WARNING oslo_policy.policy [None req-e4fc55ec-dadb-4aae-8ea0-36b05a6e1aab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 00:54:39.670816 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-e4fc55ec-dadb-4aae-8ea0-36b05a6e1aab admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 00:54:39.767462 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.policy [None req-e4fc55ec-dadb-4aae-8ea0-36b05a6e1aab admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101601) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 11 00:54:39.815675 dv-cinder-817085-3-iscsi neutron-server[101601]: WARNING oslo_policy.policy [None req-e4fc55ec-dadb-4aae-8ea0-36b05a6e1aab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 00:54:39.816037 dv-cinder-817085-3-iscsi neutron-server[101601]: WARNING oslo_policy.policy [None req-e4fc55ec-dadb-4aae-8ea0-36b05a6e1aab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 00:54:39.824974 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.quota [None req-e4fc55ec-dadb-4aae-8ea0-36b05a6e1aab admin admin] Loaded quota_driver: . Nov 11 00:54:39.914089 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-e4fc55ec-dadb-4aae-8ea0-36b05a6e1aab admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764261506329', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764261506934', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764261518831', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764261519776', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764258988883', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764261407425', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1698071', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1851529', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-881902', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-677513'] for rbac-policy, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:39.980315 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-e4fc55ec-dadb-4aae-8ea0-36b05a6e1aab admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:39.981719 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-e4fc55ec-dadb-4aae-8ea0-36b05a6e1aab admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0334105 Nov 11 00:54:42.676137 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 50872) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:54:42.972900 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'tenant_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'name': 'private'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 00:54:43.001195 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Made reservation on behalf of 4f354a74734b4e4a9f37ee9aca13ee3f for: {'network': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 00:54:43.004088 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for network, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:43.020075 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:43.127008 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:43.130419 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:43.154340 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=101601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 00:54:43.178960 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764259070428', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:43.179517 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Unsubscribe: segment precommit_create {{(pid=101601) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 11 00:54:43.180629 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.db.segments_db [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Added segment 38da2186-7a0e-43a3-adc6-ed0e77a0ea5a of type vlan for network 3a76b900-c1b3-44d0-8c6c-9e3635a5d54f Nov 11 00:54:43.186051 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931a2578-cad3-4a10-b7f9-1222b879e26b,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:54:43.207443 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:43.207794 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:43.208122 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:43.208443 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:43.208762 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:43.209092 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:43.209410 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:43.209739 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:43.210070 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:43.210385 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:43.210691 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:43.211023 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Tracked resource versions report: Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: pushed versions: Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: { 'AddressGroup': {'1.2'}, Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: 'ConntrackHelper': {'1.0'}, Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: 'Log': {'1.0'}, Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: 'Network': {'1.1'}, Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: 'Port': {'1.7'}, Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: 'PortForwarding': {'1.2'}, Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: 'QosPolicy': {'1.10'}, Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: 'SecurityGroup': {'1.5'}, Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: 'SecurityGroupRule': {'1.2'}, Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: 'SubPort': {'1.0'}, Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: 'Subnet': {'1.1'}, Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: 'Trunk': {'1.1'}} Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: consumer versions: Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: { DHCP agent@dv-cinder-817085-3-iscsi: {}, Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: L3 agent@dv-cinder-817085-3-iscsi: {}, Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: Metadata agent@dv-cinder-817085-3-iscsi: {}, Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: Metering agent@dv-cinder-817085-3-iscsi: {}, Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: Open vSwitch agent@dv-cinder-817085-3-iscsi: { 'AddressGroup': '1.2', Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: 'ConntrackHelper': '1.0', Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: 'Log': '1.0', Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: 'Network': '1.1', Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: 'Port': '1.7', Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: 'PortForwarding': '1.2', Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: 'QosPolicy': '1.10', Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: 'SecurityGroup': '1.5', Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: 'SecurityGroupRule': '1.2', Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: 'SubPort': '1.0', Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: 'Subnet': '1.1', Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: 'Trunk': '1.1'}} Nov 11 00:54:43.212278 dv-cinder-817085-3-iscsi neutron-server[101601]: {{(pid=101601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 00:54:43.300904 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764258555859'] for network, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:43.339666 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for network, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:43.340833 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:54:43.341536 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:43.412426 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7351575 Nov 11 00:54:43.442403 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90cf89-82e6-4cf8-92ec-6d3a154d43db admin admin] Pushing event updated for resources: {'Network': ['ID=3a76b900-c1b3-44d0-8c6c-9e3635a5d54f,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:54:43.455664 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Network 3a76b900-c1b3-44d0-8c6c-9e3635a5d54f details requested by agent ovs-agent-dv-cinder-817085-3-iscsi with host dv-cinder-817085-3-iscsi {{(pid=101603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 00:54:46.204793 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 50886) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:54:46.593095 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d37bf28-d682-47db-b798-bf6f8ef98e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:54:46.594438 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-6d37bf28-d682-47db-b798-bf6f8ef98e10 admin admin] 10.222.0.52 "GET /v2.0/networks/3a76b900-c1b3-44d0-8c6c-9e3635a5d54f HTTP/1.1" status: 200 len: 824 time: 0.3886709 Nov 11 00:54:46.619411 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-41a620f6-994f-4dda-867c-9c30343583c6 admin admin] 10.222.0.52 "GET /v2.0/subnetpools/3836db32-5c5d-4c8c-ab3c-8b96da3584df HTTP/1.1" status: 200 len: 734 time: 0.0187490 Nov 11 00:54:46.628456 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-f3a54ac6-6042-4849-adac-5906d994d03c admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '3836db32-5c5d-4c8c-ab3c-8b96da3584df', 'network_id': '3a76b900-c1b3-44d0-8c6c-9e3635a5d54f'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 00:54:46.649431 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a54ac6-6042-4849-adac-5906d994d03c admin admin] Made reservation on behalf of 4f354a74734b4e4a9f37ee9aca13ee3f for: {'subnet': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 00:54:46.651641 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-f3a54ac6-6042-4849-adac-5906d994d03c admin admin] Publish callbacks [] for subnet, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:46.940853 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-f3a54ac6-6042-4849-adac-5906d994d03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for subnet, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:47.017558 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a54ac6-6042-4849-adac-5906d994d03c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c6f92ca-dd4f-45a3-b394-259225a605f6,revision_number=0']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:54:47.019547 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a54ac6-6042-4849-adac-5906d994d03c admin admin] Checking segment: {'id': '38da2186-7a0e-43a3-adc6-ed0e77a0ea5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a76b900-c1b3-44d0-8c6c-9e3635a5d54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 00:54:47.019922 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a54ac6-6042-4849-adac-5906d994d03c admin admin] Network hostable DHCP agents. Network: 3a76b900-c1b3-44d0-8c6c-9e3635a5d54f, hostable agents: ['51ef0dbb-d632-4ef8-8741-cd394451711b'], hosted agents: [] {{(pid=101601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 00:54:47.041331 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a54ac6-6042-4849-adac-5906d994d03c admin admin] Network 3a76b900-c1b3-44d0-8c6c-9e3635a5d54f is scheduled to be hosted by DHCP agent 51ef0dbb-d632-4ef8-8741-cd394451711b with binding_index 1 {{(pid=101601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 00:54:47.052379 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-f3a54ac6-6042-4849-adac-5906d994d03c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-3-iscsi, 3a76b900-c1b3-44d0-8c6c-9e3635a5d54f) {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 00:54:47.057017 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a54ac6-6042-4849-adac-5906d994d03c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:54:47.057604 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-f3a54ac6-6042-4849-adac-5906d994d03c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:47.061885 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b00ed94-f8a3-4150-a20b-330834d302ff None None] Network 3a76b900-c1b3-44d0-8c6c-9e3635a5d54f requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 00:54:47.072234 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-f3a54ac6-6042-4849-adac-5906d994d03c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4470232 Nov 11 00:54:47.386711 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf009f10e-c01c-57c8-be8a-d17d016f7fe1-3a76b900-c1b3-44d0-8c6c-9e3635a5d54f', 'network_id': '3a76b900-c1b3-44d0-8c6c-9e3635a5d54f', 'tenant_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'fixed_ips': [{'subnet_id': '3c6f92ca-dd4f-45a3-b394-259225a605f6'}]}} from dv-cinder-817085-3-iscsi. {{(pid=101603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 00:54:47.387984 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:47.687280 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.db_base_plugin_common [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Allocated IP 172.20.0.2 (3a76b900-c1b3-44d0-8c6c-9e3635a5d54f/3c6f92ca-dd4f-45a3-b394-259225a605f6/5bfefa0c-72cc-4c72-be5e-6c4aeba1e38f) {{(pid=101603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 00:54:47.887988 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Publish callbacks [] for port, precommit_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:47.895259 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385'] for port, after_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:47.974796 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Network 3a76b900-c1b3-44d0-8c6c-9e3635a5d54f is already hosted by enough agents. {{(pid=101603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 00:54:47.980272 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.scheduler.base_scheduler [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Resources bound (agent type, host, resource id): {{(pid=101603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 00:54:47.983584 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Received port after_create {{(pid=101603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 00:54:47.989550 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Pushing event updated for resources: {'Port': ['ID=5bfefa0c-72cc-4c72-be5e-6c4aeba1e38f,revision_number=1']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:54:48.022327 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:48.022682 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:48.023044 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:48.024087 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:48.024425 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:48.024755 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:48.025078 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:48.025406 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:48.025742 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:48.026067 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:48.026391 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:48.026706 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Tracked resource versions report: Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: pushed versions: Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: { 'AddressGroup': {'1.2'}, Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: 'ConntrackHelper': {'1.0'}, Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: 'Log': {'1.0'}, Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: 'Network': {'1.1'}, Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: 'Port': {'1.7'}, Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: 'PortForwarding': {'1.2'}, Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: 'QosPolicy': {'1.10'}, Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: 'SecurityGroup': {'1.5'}, Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: 'SecurityGroupRule': {'1.2'}, Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: 'SubPort': {'1.0'}, Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: 'Subnet': {'1.1'}, Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: 'Trunk': {'1.1'}} Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: consumer versions: Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: { DHCP agent@dv-cinder-817085-3-iscsi: {}, Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: L3 agent@dv-cinder-817085-3-iscsi: {}, Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: Metadata agent@dv-cinder-817085-3-iscsi: {}, Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: Metering agent@dv-cinder-817085-3-iscsi: {}, Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: Open vSwitch agent@dv-cinder-817085-3-iscsi: { 'AddressGroup': '1.2', Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: 'ConntrackHelper': '1.0', Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: 'Log': '1.0', Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: 'Network': '1.1', Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: 'Port': '1.7', Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: 'PortForwarding': '1.2', Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: 'QosPolicy': '1.10', Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: 'SecurityGroup': '1.5', Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: 'SecurityGroupRule': '1.2', Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: 'SubPort': '1.0', Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: 'Subnet': '1.1', Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: 'Trunk': '1.1'}} Nov 11 00:54:48.027778 dv-cinder-817085-3-iscsi neutron-server[101603]: {{(pid=101603) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 00:54:48.075594 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Attempting to bind port 5bfefa0c-72cc-4c72-be5e-6c4aeba1e38f on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 00:54:48.076228 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Attempting to bind port 5bfefa0c-72cc-4c72-be5e-6c4aeba1e38f by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': '38da2186-7a0e-43a3-adc6-ed0e77a0ea5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a76b900-c1b3-44d0-8c6c-9e3635a5d54f'}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 00:54:48.076410 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Attempting to bind port 5bfefa0c-72cc-4c72-be5e-6c4aeba1e38f on network 3a76b900-c1b3-44d0-8c6c-9e3635a5d54f {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 00:54:48.081233 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 0, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 00:54:48.081987 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Checking segment: {'id': '38da2186-7a0e-43a3-adc6-ed0e77a0ea5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a76b900-c1b3-44d0-8c6c-9e3635a5d54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 00:54:48.082465 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:48.082848 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Bound using segment: {'id': '38da2186-7a0e-43a3-adc6-ed0e77a0ea5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a76b900-c1b3-44d0-8c6c-9e3635a5d54f'} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 00:54:48.083345 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Bound port: 5bfefa0c-72cc-4c72-be5e-6c4aeba1e38f, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38da2186-7a0e-43a3-adc6-ed0e77a0ea5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a76b900-c1b3-44d0-8c6c-9e3635a5d54f'}}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 00:54:48.083751 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:48.144840 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] For port 5bfefa0c-72cc-4c72-be5e-6c4aeba1e38f, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 00:54:48.149696 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] For port 5bfefa0c-72cc-4c72-be5e-6c4aeba1e38f, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=5bfefa0c-72cc-4c72-be5e-6c4aeba1e38f,segment=NetworkSegment(38da2186-7a0e-43a3-adc6-ed0e77a0ea5a),segment_id=38da2186-7a0e-43a3-adc6-ed0e77a0ea5a)] {{(pid=101603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 00:54:48.155384 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:48.220656 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed3352-368e-4d70-bba9-ece37bb4c50d None None] Pushing event updated for resources: {'Port': ['ID=5bfefa0c-72cc-4c72-be5e-6c4aeba1e38f,revision_number=2']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:54:49.631272 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 50894) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:54:50.004368 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [None req-59e5a962-3c12-407f-b0a3-de90db5c0fdb admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=101601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 00:54:50.005536 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-59e5a962-3c12-407f-b0a3-de90db5c0fdb admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3731859 Nov 11 00:54:52.537998 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 50902) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:54:52.856819 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [None req-e306af4f-7d4f-45dd-af12-3c4a702a999a admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=101601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 00:54:52.857818 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-e306af4f-7d4f-45dd-af12-3c4a702a999a admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3188848 Nov 11 00:54:55.636228 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 50912) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:54:55.937907 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-b9cd1d28-e3c4-4790-85b2-febd0eec4762 admin admin] Request body: {'router': {'tenant_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'admin_state_up': True, 'name': 'router1'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 00:54:56.012159 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.policy [None req-b9cd1d28-e3c4-4790-85b2-febd0eec4762 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101602) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 11 00:54:56.061931 dv-cinder-817085-3-iscsi neutron-server[101602]: WARNING oslo_policy.policy [None req-b9cd1d28-e3c4-4790-85b2-febd0eec4762 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 00:54:56.062259 dv-cinder-817085-3-iscsi neutron-server[101602]: WARNING oslo_policy.policy [None req-b9cd1d28-e3c4-4790-85b2-febd0eec4762 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 00:54:56.071870 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.quota [None req-b9cd1d28-e3c4-4790-85b2-febd0eec4762 admin admin] Loaded quota_driver: . Nov 11 00:54:56.128300 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b9cd1d28-e3c4-4790-85b2-febd0eec4762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26547'] for router, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:56.130127 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b9cd1d28-e3c4-4790-85b2-febd0eec4762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26538'] for router, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:56.299088 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b9cd1d28-e3c4-4790-85b2-febd0eec4762 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:56.304116 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b9cd1d28-e3c4-4790-85b2-febd0eec4762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918207'] for router, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:56.324321 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b9cd1d28-e3c4-4790-85b2-febd0eec4762 admin admin] Publish callbacks [] for router, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:56.325456 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-b9cd1d28-e3c4-4790-85b2-febd0eec4762 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6881831 Nov 11 00:54:56.845065 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 5bfefa0c-72cc-4c72-be5e-6c4aeba1e38f up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 00:54:56.939615 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 5bfefa0c-72cc-4c72-be5e-6c4aeba1e38f triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:54:56.940015 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:57.051983 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:57.086421 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] For port 5bfefa0c-72cc-4c72-be5e-6c4aeba1e38f, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=5bfefa0c-72cc-4c72-be5e-6c4aeba1e38f,segment=NetworkSegment(38da2186-7a0e-43a3-adc6-ed0e77a0ea5a),segment_id=38da2186-7a0e-43a3-adc6-ed0e77a0ea5a)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:54:57.091807 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:57.139375 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Pushing event updated for resources: {'Port': ['ID=5bfefa0c-72cc-4c72-be5e-6c4aeba1e38f,revision_number=3']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:54:57.489938 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a3fc34-ef8a-4121-81cd-49f005633f29 None None] Network 3a76b900-c1b3-44d0-8c6c-9e3635a5d54f requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 00:54:57.556296 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-cc879cf7-df1c-497c-b92d-43abfb1a0029 None None] Provisioning complete for port 5bfefa0c-72cc-4c72-be5e-6c4aeba1e38f triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:54:57.556654 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-cc879cf7-df1c-497c-b92d-43abfb1a0029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:57.907660 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-2a2b8442-d4b8-4479-91c1-19ed9fd854b7 None None] Provisioning complete for port 5bfefa0c-72cc-4c72-be5e-6c4aeba1e38f triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:54:57.908281 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-2a2b8442-d4b8-4479-91c1-19ed9fd854b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:58.813241 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 5bfefa0c-72cc-4c72-be5e-6c4aeba1e38f up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 00:54:58.860292 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 5bfefa0c-72cc-4c72-be5e-6c4aeba1e38f triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:54:58.860660 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:54:58.875150 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 50926) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:54:59.184985 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [None req-f55606ae-90ed-48d0-b9f4-bac5f96b0592 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=101602) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 00:54:59.185948 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-f55606ae-90ed-48d0-b9f4-bac5f96b0592 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3097644 Nov 11 00:54:59.355899 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-09350424-db19-4052-b642-73343dccd63f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:01.708809 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 50934) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:55:01.773110 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-bef90d46-597f-4f47-94f5-3ff972136bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:02.019895 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 00:55:02.043854 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Made reservation on behalf of 4525ffc3852e4914a20087bba812bdb1 for: {'network': 1} {{(pid=101602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 00:55:02.046575 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for network, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:02.061917 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:02.164261 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:02.167819 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:02.178851 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Reserving flat network on physical network physnet1 {{(pid=101602) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 11 00:55:02.211333 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764259070428', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:02.211932 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Unsubscribe: segment precommit_create {{(pid=101602) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 11 00:55:02.212425 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.db.segments_db [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Added segment 5a59663b-b10e-4f7d-84ef-62c15879cde7 of type flat for network aa4f75c5-5213-4ff6-92cc-17e0fe78067f Nov 11 00:55:02.228353 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7636c4-d605-4a7f-a608-1479a4c5bf1c,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:55:02.254212 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:55:02.254569 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:55:02.254915 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:55:02.255271 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:55:02.255594 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:55:02.255938 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:55:02.256263 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:55:02.256597 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:55:02.256939 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:55:02.257260 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:55:02.257575 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:55:02.257888 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Tracked resource versions report: Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: pushed versions: Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: { 'AddressGroup': {'1.2'}, Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: 'ConntrackHelper': {'1.0'}, Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: 'Log': {'1.0'}, Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: 'Network': {'1.1'}, Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: 'Port': {'1.7'}, Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: 'PortForwarding': {'1.2'}, Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: 'QosPolicy': {'1.10'}, Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: 'SecurityGroup': {'1.5'}, Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: 'SecurityGroupRule': {'1.2'}, Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: 'SubPort': {'1.0'}, Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: 'Subnet': {'1.1'}, Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: 'Trunk': {'1.1'}} Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: consumer versions: Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: { DHCP agent@dv-cinder-817085-3-iscsi: {}, Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: L3 agent@dv-cinder-817085-3-iscsi: {}, Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: Metadata agent@dv-cinder-817085-3-iscsi: {}, Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: Metering agent@dv-cinder-817085-3-iscsi: {}, Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: Open vSwitch agent@dv-cinder-817085-3-iscsi: { 'AddressGroup': '1.2', Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: 'ConntrackHelper': '1.0', Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: 'Log': '1.0', Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: 'Network': '1.1', Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: 'Port': '1.7', Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: 'PortForwarding': '1.2', Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: 'QosPolicy': '1.10', Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: 'SecurityGroup': '1.5', Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: 'SecurityGroupRule': '1.2', Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: 'SubPort': '1.0', Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: 'Subnet': '1.1', Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: 'Trunk': '1.1'}} Nov 11 00:55:02.258928 dv-cinder-817085-3-iscsi neutron-server[101602]: {{(pid=101602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 00:55:02.337077 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764258555859'] for network, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:02.377513 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for network, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:02.378550 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:55:02.379297 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:02.450450 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7405667 Nov 11 00:55:02.480355 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95f3c7-de79-4609-995e-b295f756ff67 admin admin] Pushing event updated for resources: {'Network': ['ID=aa4f75c5-5213-4ff6-92cc-17e0fe78067f,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:55:02.491188 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Network aa4f75c5-5213-4ff6-92cc-17e0fe78067f details requested by agent ovs-agent-dv-cinder-817085-3-iscsi with host dv-cinder-817085-3-iscsi {{(pid=101603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 00:55:02.799190 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:04.327269 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:04.933845 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 50956) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:55:04.990141 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:05.158992 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647d5047-af95-4019-9a5b-b8ed3d0a028a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:55:05.160328 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-647d5047-af95-4019-9a5b-b8ed3d0a028a admin admin] 10.222.0.52 "GET /v2.0/subnets/3c6f92ca-dd4f-45a3-b394-259225a605f6 HTTP/1.1" status: 200 len: 849 time: 0.2255177 Nov 11 00:55:05.300235 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-8fa19efc-6dd4-4572-99de-9744a421820d admin admin] 10.222.0.52 "GET /v2.0/routers/7be73b4a-a4fa-4e2f-a4c6-521770607550 HTTP/1.1" status: 200 len: 704 time: 0.1330650 Nov 11 00:55:05.570992 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-7ce94613-d7df-4f09-a538-2d1c36807917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:05.869877 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.db_base_plugin_common [None req-7ce94613-d7df-4f09-a538-2d1c36807917 admin admin] Allocated IP 172.20.0.1 (3a76b900-c1b3-44d0-8c6c-9e3635a5d54f/3c6f92ca-dd4f-45a3-b394-259225a605f6/a3178638-f27b-49d6-8431-083a37c225a0) {{(pid=101602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 00:55:06.053131 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-7ce94613-d7df-4f09-a538-2d1c36807917 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:06.119350 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-7ce94613-d7df-4f09-a538-2d1c36807917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385'] for port, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:06.193039 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce94613-d7df-4f09-a538-2d1c36807917 admin admin] Network 3a76b900-c1b3-44d0-8c6c-9e3635a5d54f is already hosted by enough agents. {{(pid=101602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 00:55:06.203161 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.base_scheduler [None req-7ce94613-d7df-4f09-a538-2d1c36807917 admin admin] Resources bound (agent type, host, resource id): {{(pid=101602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 00:55:06.208425 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce94613-d7df-4f09-a538-2d1c36807917 admin admin] Pushing event updated for resources: {'Port': ['ID=a3178638-f27b-49d6-8431-083a37c225a0,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:55:06.219248 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce94613-d7df-4f09-a538-2d1c36807917 admin admin] Received port after_create {{(pid=101602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 00:55:06.219984 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-7ce94613-d7df-4f09-a538-2d1c36807917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919144'] for router_interface, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:06.419838 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-7ce94613-d7df-4f09-a538-2d1c36807917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:06.459824 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-b274ecc6-2cae-4551-893d-3e5f83a079c1 None None] Provisioning complete for port a3178638-f27b-49d6-8431-083a37c225a0 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:55:06.460412 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-b274ecc6-2cae-4551-893d-3e5f83a079c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:06.495386 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-b274ecc6-2cae-4551-893d-3e5f83a079c1 None None] Port a3178638-f27b-49d6-8431-083a37c225a0 cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 00:55:06.680271 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-7ce94613-d7df-4f09-a538-2d1c36807917 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:06.684701 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-7ce94613-d7df-4f09-a538-2d1c36807917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:06.685626 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-7ce94613-d7df-4f09-a538-2d1c36807917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919292'] for router_interface, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:06.763386 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce94613-d7df-4f09-a538-2d1c36807917 admin admin] Pushing event updated for resources: {'Port': ['ID=a3178638-f27b-49d6-8431-083a37c225a0,revision_number=2']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:55:06.811090 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce94613-d7df-4f09-a538-2d1c36807917 admin admin] Network 3a76b900-c1b3-44d0-8c6c-9e3635a5d54f is already hosted by enough agents. {{(pid=101602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 00:55:06.812378 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.base_scheduler [None req-7ce94613-d7df-4f09-a538-2d1c36807917 admin admin] Resources bound (agent type, host, resource id): {{(pid=101602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 00:55:06.976041 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce94613-d7df-4f09-a538-2d1c36807917 admin admin] Router 7be73b4a-a4fa-4e2f-a4c6-521770607550 is scheduled to L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a with binding_index 1 {{(pid=101602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 00:55:07.017102 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-2d0f2bf6-a492-483a-ae6c-b6bd5de1b473 None None] Provisioning complete for port a3178638-f27b-49d6-8431-083a37c225a0 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:55:07.017377 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-2d0f2bf6-a492-483a-ae6c-b6bd5de1b473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:07.052005 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-2d0f2bf6-a492-483a-ae6c-b6bd5de1b473 None None] Port a3178638-f27b-49d6-8431-083a37c225a0 cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 00:55:07.078787 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce94613-d7df-4f09-a538-2d1c36807917 admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 00:55:07.096368 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-7ce94613-d7df-4f09-a538-2d1c36807917 admin admin] 10.222.0.52 "PUT /v2.0/routers/7be73b4a-a4fa-4e2f-a4c6-521770607550/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7882092 Nov 11 00:55:07.099415 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e723e8-6ffb-4599-9437-876a656c6e80 None None] Sync routers for ids ['7be73b4a-a4fa-4e2f-a4c6-521770607550'] in dv-cinder-817085-3-iscsi {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 00:55:07.111607 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e723e8-6ffb-4599-9437-876a656c6e80 None None] Routers {'7be73b4a-a4fa-4e2f-a4c6-521770607550'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 00:55:07.112485 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-22e723e8-6ffb-4599-9437-876a656c6e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T00:55:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['7be73b4a-a4fa-4e2f-a4c6-521770607550'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:55:07.298656 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-22e723e8-6ffb-4599-9437-876a656c6e80 None None] Set router 7be73b4a-a4fa-4e2f-a4c6-521770607550 gateway port host: None {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 00:55:07.735423 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-22e723e8-6ffb-4599-9437-876a656c6e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be73b4a-a4fa-4e2f-a4c6-521770607550', 'name': 'router1', 'tenant_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T00:54:56Z', 'updated_at': '2021-11-11T00:55:06Z', 'revision_number': 2, 'project_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'gw_port_host': None, '_interfaces': [{'id': 'a3178638-f27b-49d6-8431-083a37c225a0', 'name': '', 'network_id': '3a76b900-c1b3-44d0-8c6c-9e3635a5d54f', 'tenant_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'mac_address': 'fa:16:3e:1b:27:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be73b4a-a4fa-4e2f-a4c6-521770607550', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c6f92ca-dd4f-45a3-b394-259225a605f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:55:05Z', 'updated_at': '2021-11-11T00:55:06Z', 'revision_number': 2, 'project_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'subnets': [{'id': '3c6f92ca-dd4f-45a3-b394-259225a605f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3836db32-5c5d-4c8c-ab3c-8b96da3584df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:55:07.788624 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e723e8-6ffb-4599-9437-876a656c6e80 None None] Checking router: 7be73b4a-a4fa-4e2f-a4c6-521770607550 for host: dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 00:55:07.788975 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e723e8-6ffb-4599-9437-876a656c6e80 None None] Updating router 7be73b4a-a4fa-4e2f-a4c6-521770607550 port a3178638-f27b-49d6-8431-083a37c225a0 binding host dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 00:55:07.837805 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-22e723e8-6ffb-4599-9437-876a656c6e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:08.361306 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-22e723e8-6ffb-4599-9437-876a656c6e80 None None] Publish callbacks [] for port, precommit_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:08.369479 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-22e723e8-6ffb-4599-9437-876a656c6e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:08.510134 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f9f81-091a-494b-8a0e-3fe052bd350b None None] Pushing event updated for resources: {'Port': ['ID=a3178638-f27b-49d6-8431-083a37c225a0,revision_number=3']} {{(pid=101604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:55:08.542639 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f9f81-091a-494b-8a0e-3fe052bd350b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:55:08.543010 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f9f81-091a-494b-8a0e-3fe052bd350b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:55:08.543351 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f9f81-091a-494b-8a0e-3fe052bd350b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:55:08.543685 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f9f81-091a-494b-8a0e-3fe052bd350b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:55:08.544012 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f9f81-091a-494b-8a0e-3fe052bd350b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:55:08.544338 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f9f81-091a-494b-8a0e-3fe052bd350b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:55:08.544661 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f9f81-091a-494b-8a0e-3fe052bd350b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:55:08.544982 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f9f81-091a-494b-8a0e-3fe052bd350b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:55:08.545307 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f9f81-091a-494b-8a0e-3fe052bd350b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:55:08.545630 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f9f81-091a-494b-8a0e-3fe052bd350b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:55:08.545947 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f9f81-091a-494b-8a0e-3fe052bd350b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:55:08.546264 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f9f81-091a-494b-8a0e-3fe052bd350b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f9f81-091a-494b-8a0e-3fe052bd350b None None] Tracked resource versions report: Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: pushed versions: Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: { 'AddressGroup': {'1.2'}, Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: 'ConntrackHelper': {'1.0'}, Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: 'Log': {'1.0'}, Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: 'Network': {'1.1'}, Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: 'Port': {'1.7'}, Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: 'PortForwarding': {'1.2'}, Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: 'QosPolicy': {'1.10'}, Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: 'SecurityGroup': {'1.5'}, Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: 'SecurityGroupRule': {'1.2'}, Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: 'SubPort': {'1.0'}, Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: 'Subnet': {'1.1'}, Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: 'Trunk': {'1.1'}} Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: consumer versions: Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: { DHCP agent@dv-cinder-817085-3-iscsi: {}, Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: L3 agent@dv-cinder-817085-3-iscsi: {}, Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: Metadata agent@dv-cinder-817085-3-iscsi: {}, Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: Metering agent@dv-cinder-817085-3-iscsi: {}, Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: Open vSwitch agent@dv-cinder-817085-3-iscsi: { 'AddressGroup': '1.2', Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: 'ConntrackHelper': '1.0', Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: 'Log': '1.0', Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: 'Network': '1.1', Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: 'Port': '1.7', Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: 'PortForwarding': '1.2', Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: 'QosPolicy': '1.10', Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: 'SecurityGroup': '1.5', Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: 'SecurityGroupRule': '1.2', Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: 'SubPort': '1.0', Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: 'Subnet': '1.1', Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: 'Trunk': '1.1'}} Nov 11 00:55:08.547345 dv-cinder-817085-3-iscsi neutron-server[101604]: {{(pid=101604) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 00:55:08.549899 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.managers [None req-22e723e8-6ffb-4599-9437-876a656c6e80 None None] Attempting to bind port a3178638-f27b-49d6-8431-083a37c225a0 on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 00:55:08.550231 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.managers [None req-22e723e8-6ffb-4599-9437-876a656c6e80 None None] Attempting to bind port a3178638-f27b-49d6-8431-083a37c225a0 by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': '38da2186-7a0e-43a3-adc6-ed0e77a0ea5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a76b900-c1b3-44d0-8c6c-9e3635a5d54f'}] {{(pid=101604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 00:55:08.550679 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e723e8-6ffb-4599-9437-876a656c6e80 None None] Attempting to bind port a3178638-f27b-49d6-8431-083a37c225a0 on network 3a76b900-c1b3-44d0-8c6c-9e3635a5d54f {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 00:55:08.558164 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e723e8-6ffb-4599-9437-876a656c6e80 None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 0, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 00:55:08.558580 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e723e8-6ffb-4599-9437-876a656c6e80 None None] Checking segment: {'id': '38da2186-7a0e-43a3-adc6-ed0e77a0ea5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a76b900-c1b3-44d0-8c6c-9e3635a5d54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 00:55:08.559089 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-22e723e8-6ffb-4599-9437-876a656c6e80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:08.559479 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e723e8-6ffb-4599-9437-876a656c6e80 None None] Bound using segment: {'id': '38da2186-7a0e-43a3-adc6-ed0e77a0ea5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a76b900-c1b3-44d0-8c6c-9e3635a5d54f'} {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 00:55:08.559994 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.managers [None req-22e723e8-6ffb-4599-9437-876a656c6e80 None None] Bound port: a3178638-f27b-49d6-8431-083a37c225a0, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38da2186-7a0e-43a3-adc6-ed0e77a0ea5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a76b900-c1b3-44d0-8c6c-9e3635a5d54f'}}] {{(pid=101604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 00:55:08.560383 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-22e723e8-6ffb-4599-9437-876a656c6e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:08.632825 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.db [None req-22e723e8-6ffb-4599-9437-876a656c6e80 None None] For port a3178638-f27b-49d6-8431-083a37c225a0, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 00:55:08.651940 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.db [None req-22e723e8-6ffb-4599-9437-876a656c6e80 None None] For port a3178638-f27b-49d6-8431-083a37c225a0, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=a3178638-f27b-49d6-8431-083a37c225a0,segment=NetworkSegment(38da2186-7a0e-43a3-adc6-ed0e77a0ea5a),segment_id=38da2186-7a0e-43a3-adc6-ed0e77a0ea5a)] {{(pid=101604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 00:55:08.655799 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-22e723e8-6ffb-4599-9437-876a656c6e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:08.685234 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-a469d7c1-81e7-4cfc-9dfd-884f432a78de None None] Provisioning complete for port a3178638-f27b-49d6-8431-083a37c225a0 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:55:08.686335 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-a469d7c1-81e7-4cfc-9dfd-884f432a78de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:08.700790 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e723e8-6ffb-4599-9437-876a656c6e80 None None] Routers {'7be73b4a-a4fa-4e2f-a4c6-521770607550'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 00:55:08.701397 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-22e723e8-6ffb-4599-9437-876a656c6e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T00:55:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['7be73b4a-a4fa-4e2f-a4c6-521770607550'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:55:08.799507 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-22e723e8-6ffb-4599-9437-876a656c6e80 None None] Set router 7be73b4a-a4fa-4e2f-a4c6-521770607550 gateway port host: None {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 00:55:08.804913 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-a469d7c1-81e7-4cfc-9dfd-884f432a78de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:08.842251 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-a469d7c1-81e7-4cfc-9dfd-884f432a78de None None] For port a3178638-f27b-49d6-8431-083a37c225a0, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=a3178638-f27b-49d6-8431-083a37c225a0,segment=NetworkSegment(38da2186-7a0e-43a3-adc6-ed0e77a0ea5a),segment_id=38da2186-7a0e-43a3-adc6-ed0e77a0ea5a)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:55:08.849592 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-a469d7c1-81e7-4cfc-9dfd-884f432a78de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:08.904977 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469d7c1-81e7-4cfc-9dfd-884f432a78de None None] Pushing event updated for resources: {'Port': ['ID=a3178638-f27b-49d6-8431-083a37c225a0,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:55:08.912392 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f9f81-091a-494b-8a0e-3fe052bd350b None None] Pushing event updated for resources: {'Port': ['ID=a3178638-f27b-49d6-8431-083a37c225a0,revision_number=4']} {{(pid=101604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:55:08.975566 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-a849b1f9-22c9-47f6-8875-447e9d1413ba None None] Provisioning complete for port a3178638-f27b-49d6-8431-083a37c225a0 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:55:08.976413 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-a849b1f9-22c9-47f6-8875-447e9d1413ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:09.019657 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-22e723e8-6ffb-4599-9437-876a656c6e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be73b4a-a4fa-4e2f-a4c6-521770607550', 'name': 'router1', 'tenant_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T00:54:56Z', 'updated_at': '2021-11-11T00:55:06Z', 'revision_number': 2, 'project_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'gw_port_host': None, '_interfaces': [{'id': 'a3178638-f27b-49d6-8431-083a37c225a0', 'name': '', 'network_id': '3a76b900-c1b3-44d0-8c6c-9e3635a5d54f', 'tenant_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'mac_address': 'fa:16:3e:1b:27:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be73b4a-a4fa-4e2f-a4c6-521770607550', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c6f92ca-dd4f-45a3-b394-259225a605f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:55:05Z', 'updated_at': '2021-11-11T00:55:08Z', 'revision_number': 4, 'project_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'subnets': [{'id': '3c6f92ca-dd4f-45a3-b394-259225a605f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3836db32-5c5d-4c8c-ab3c-8b96da3584df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:55:09.050160 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e723e8-6ffb-4599-9437-876a656c6e80 None None] The sync data for ids ['7be73b4a-a4fa-4e2f-a4c6-521770607550'] in dv-cinder-817085-3-iscsi is: [{'id': '7be73b4a-a4fa-4e2f-a4c6-521770607550', 'name': 'router1', 'tenant_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T00:54:56Z', 'updated_at': '2021-11-11T00:55:06Z', 'revision_number': 2, 'project_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'gw_port_host': None, '_interfaces': [{'id': 'a3178638-f27b-49d6-8431-083a37c225a0', 'name': '', 'network_id': '3a76b900-c1b3-44d0-8c6c-9e3635a5d54f', 'tenant_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'mac_address': 'fa:16:3e:1b:27:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be73b4a-a4fa-4e2f-a4c6-521770607550', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c6f92ca-dd4f-45a3-b394-259225a605f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:55:05Z', 'updated_at': '2021-11-11T00:55:08Z', 'revision_number': 4, 'project_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'subnets': [{'id': '3c6f92ca-dd4f-45a3-b394-259225a605f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3836db32-5c5d-4c8c-ab3c-8b96da3584df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 00:55:09.463670 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 50978) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:55:09.576377 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5d8694-42fe-401a-a91b-6ada071b0262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:55:09.577729 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-3e5d8694-42fe-401a-a91b-6ada071b0262 admin admin] 10.222.0.52 "GET /v2.0/networks/aa4f75c5-5213-4ff6-92cc-17e0fe78067f HTTP/1.1" status: 200 len: 842 time: 0.1131420 Nov 11 00:55:09.588593 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-5663f744-4303-4225-b7da-1059eb5a3107 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.2.0/24'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 00:55:09.610384 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5663f744-4303-4225-b7da-1059eb5a3107 admin admin] Made reservation on behalf of 4525ffc3852e4914a20087bba812bdb1 for: {'subnet': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 00:55:09.612854 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5663f744-4303-4225-b7da-1059eb5a3107 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:09.881109 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 5 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:55:09.956667 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.objects.ports [None req-5663f744-4303-4225-b7da-1059eb5a3107 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101601) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 00:55:09.957134 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5663f744-4303-4225-b7da-1059eb5a3107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for subnet, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:10.009643 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663f744-4303-4225-b7da-1059eb5a3107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bed3c881-f684-464c-a719-dd29140bdb28,revision_number=0']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:55:10.019418 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5663f744-4303-4225-b7da-1059eb5a3107 admin admin] Checking segment: {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 00:55:10.019772 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5663f744-4303-4225-b7da-1059eb5a3107 admin admin] Network hostable DHCP agents. Network: aa4f75c5-5213-4ff6-92cc-17e0fe78067f, hostable agents: ['51ef0dbb-d632-4ef8-8741-cd394451711b'], hosted agents: [] {{(pid=101601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 00:55:10.036177 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5663f744-4303-4225-b7da-1059eb5a3107 admin admin] Network aa4f75c5-5213-4ff6-92cc-17e0fe78067f is scheduled to be hosted by DHCP agent 51ef0dbb-d632-4ef8-8741-cd394451711b with binding_index 1 {{(pid=101601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 00:55:10.045705 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-5663f744-4303-4225-b7da-1059eb5a3107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-3-iscsi, aa4f75c5-5213-4ff6-92cc-17e0fe78067f) {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 00:55:10.049612 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5663f744-4303-4225-b7da-1059eb5a3107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:55:10.050276 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5663f744-4303-4225-b7da-1059eb5a3107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:10.056479 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16588e83-b9a2-4115-b90f-84a796bcc62f None None] Network aa4f75c5-5213-4ff6-92cc-17e0fe78067f requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 00:55:10.072847 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-5663f744-4303-4225-b7da-1059eb5a3107 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4881301 Nov 11 00:55:10.191012 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad8ce0b-a7d0-4a69-8384-073751171107 None None] Network aa4f75c5-5213-4ff6-92cc-17e0fe78067f requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 00:55:12.521432 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 50986) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:55:12.748384 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-eaba93f0-629c-4909-ab52-3f7fbe841a12 admin admin] 10.222.0.52 "GET /v2.0/routers/7be73b4a-a4fa-4e2f-a4c6-521770607550 HTTP/1.1" status: 200 len: 710 time: 0.2256773 Nov 11 00:55:12.845025 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf86d36-728f-4a58-b0b3-0cde87b519d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:55:12.846411 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-acf86d36-728f-4a58-b0b3-0cde87b519d3 admin admin] 10.222.0.52 "GET /v2.0/networks/aa4f75c5-5213-4ff6-92cc-17e0fe78067f HTTP/1.1" status: 200 len: 886 time: 0.0905433 Nov 11 00:55:12.856321 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-1442a376-f79b-4719-9946-7dc5547ef66f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 00:55:13.106265 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1442a376-f79b-4719-9946-7dc5547ef66f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:13.384773 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1442a376-f79b-4719-9946-7dc5547ef66f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:13.458371 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1442a376-f79b-4719-9946-7dc5547ef66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:13.609087 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [None req-1442a376-f79b-4719-9946-7dc5547ef66f admin admin] Allocated IP 172.27.2.133 (aa4f75c5-5213-4ff6-92cc-17e0fe78067f/bed3c881-f684-464c-a719-dd29140bdb28/509da5a2-65ab-4193-b9f8-e1539c70f8d0) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 00:55:13.719854 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1442a376-f79b-4719-9946-7dc5547ef66f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:13.779063 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1442a376-f79b-4719-9946-7dc5547ef66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:13.851541 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1442a376-f79b-4719-9946-7dc5547ef66f admin admin] Network aa4f75c5-5213-4ff6-92cc-17e0fe78067f is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 00:55:13.859657 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-1442a376-f79b-4719-9946-7dc5547ef66f admin admin] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 00:55:13.864215 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1442a376-f79b-4719-9946-7dc5547ef66f admin admin] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 00:55:13.867240 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442a376-f79b-4719-9946-7dc5547ef66f admin admin] Pushing event updated for resources: {'Port': ['ID=509da5a2-65ab-4193-b9f8-e1539c70f8d0,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:55:14.137116 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1442a376-f79b-4719-9946-7dc5547ef66f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:14.338038 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1442a376-f79b-4719-9946-7dc5547ef66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-918106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26524'] for router, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:14.343044 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1442a376-f79b-4719-9946-7dc5547ef66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-918093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-918084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-921387'] for router, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:14.453453 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1442a376-f79b-4719-9946-7dc5547ef66f admin admin] Router 7be73b4a-a4fa-4e2f-a4c6-521770607550 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 00:55:14.626850 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1442a376-f79b-4719-9946-7dc5547ef66f admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 00:55:14.631473 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1442a376-f79b-4719-9946-7dc5547ef66f admin admin] Publish callbacks [] for router, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:14.633604 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-1442a376-f79b-4719-9946-7dc5547ef66f admin admin] 10.222.0.52 "PUT /v2.0/routers/7be73b4a-a4fa-4e2f-a4c6-521770607550 HTTP/1.1" status: 200 len: 890 time: 1.7805002 Nov 11 00:55:14.841696 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device a3178638-f27b-49d6-8431-083a37c225a0 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 00:55:14.901757 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port a3178638-f27b-49d6-8431-083a37c225a0 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:55:14.902520 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:16.151060 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e947fa51-9009-49c0-b672-2640be737fe0 None None] Sync routers for ids ['7be73b4a-a4fa-4e2f-a4c6-521770607550'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 00:55:16.161942 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e947fa51-9009-49c0-b672-2640be737fe0 None None] Routers {'7be73b4a-a4fa-4e2f-a4c6-521770607550'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 00:55:16.162613 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-e947fa51-9009-49c0-b672-2640be737fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T00:55:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['7be73b4a-a4fa-4e2f-a4c6-521770607550'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:55:16.373735 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-e947fa51-9009-49c0-b672-2640be737fe0 None None] Set router 7be73b4a-a4fa-4e2f-a4c6-521770607550 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 00:55:16.825563 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-e947fa51-9009-49c0-b672-2640be737fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be73b4a-a4fa-4e2f-a4c6-521770607550', 'name': 'router1', 'tenant_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '509da5a2-65ab-4193-b9f8-e1539c70f8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T00:54:56Z', 'updated_at': '2021-11-11T00:55:14Z', 'revision_number': 4, 'project_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'gw_port': {'id': '509da5a2-65ab-4193-b9f8-e1539c70f8d0', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:42:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be73b4a-a4fa-4e2f-a4c6-521770607550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:55:13Z', 'updated_at': '2021-11-11T00:55:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': 'a3178638-f27b-49d6-8431-083a37c225a0', 'name': '', 'network_id': '3a76b900-c1b3-44d0-8c6c-9e3635a5d54f', 'tenant_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'mac_address': 'fa:16:3e:1b:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be73b4a-a4fa-4e2f-a4c6-521770607550', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c6f92ca-dd4f-45a3-b394-259225a605f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:55:05Z', 'updated_at': '2021-11-11T00:55:08Z', 'revision_number': 5, 'project_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'subnets': [{'id': '3c6f92ca-dd4f-45a3-b394-259225a605f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3836db32-5c5d-4c8c-ab3c-8b96da3584df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:55:16.875939 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e947fa51-9009-49c0-b672-2640be737fe0 None None] Checking router: 7be73b4a-a4fa-4e2f-a4c6-521770607550 for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 00:55:16.876280 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e947fa51-9009-49c0-b672-2640be737fe0 None None] Updating router 7be73b4a-a4fa-4e2f-a4c6-521770607550 port 509da5a2-65ab-4193-b9f8-e1539c70f8d0 binding host dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 00:55:16.922359 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-e947fa51-9009-49c0-b672-2640be737fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:17.178219 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 50998) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:55:17.240314 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-e947fa51-9009-49c0-b672-2640be737fe0 None None] Publish callbacks [] for port, precommit_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:17.245673 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-e947fa51-9009-49c0-b672-2640be737fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:17.292923 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-1fc15ed3-3158-4693-a79f-4aa40a8c5694 admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1129804 Nov 11 00:55:17.295403 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde156c-5b44-4d20-abc9-febcee443243 None None] Pushing event updated for resources: {'Port': ['ID=509da5a2-65ab-4193-b9f8-e1539c70f8d0,revision_number=2']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:55:17.299236 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-e947fa51-9009-49c0-b672-2640be737fe0 None None] Attempting to bind port 509da5a2-65ab-4193-b9f8-e1539c70f8d0 on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 00:55:17.299601 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-e947fa51-9009-49c0-b672-2640be737fe0 None None] Attempting to bind port 509da5a2-65ab-4193-b9f8-e1539c70f8d0 by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 00:55:17.299956 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e947fa51-9009-49c0-b672-2640be737fe0 None None] Attempting to bind port 509da5a2-65ab-4193-b9f8-e1539c70f8d0 on network aa4f75c5-5213-4ff6-92cc-17e0fe78067f {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 00:55:17.305638 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e947fa51-9009-49c0-b672-2640be737fe0 None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 0, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 00:55:17.306005 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e947fa51-9009-49c0-b672-2640be737fe0 None None] Checking segment: {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 00:55:17.306403 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-e947fa51-9009-49c0-b672-2640be737fe0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:17.306789 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e947fa51-9009-49c0-b672-2640be737fe0 None None] Bound using segment: {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 00:55:17.307282 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-e947fa51-9009-49c0-b672-2640be737fe0 None None] Bound port: 509da5a2-65ab-4193-b9f8-e1539c70f8d0, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 00:55:17.308047 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-e947fa51-9009-49c0-b672-2640be737fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:17.363912 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-e947fa51-9009-49c0-b672-2640be737fe0 None None] For port 509da5a2-65ab-4193-b9f8-e1539c70f8d0, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 00:55:17.368083 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-e947fa51-9009-49c0-b672-2640be737fe0 None None] For port 509da5a2-65ab-4193-b9f8-e1539c70f8d0, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=509da5a2-65ab-4193-b9f8-e1539c70f8d0,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 00:55:17.372762 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-e947fa51-9009-49c0-b672-2640be737fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:17.436586 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde156c-5b44-4d20-abc9-febcee443243 None None] Pushing event updated for resources: {'Port': ['ID=509da5a2-65ab-4193-b9f8-e1539c70f8d0,revision_number=3']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:55:17.441948 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e947fa51-9009-49c0-b672-2640be737fe0 None None] Routers {'7be73b4a-a4fa-4e2f-a4c6-521770607550'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 00:55:17.442571 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-e947fa51-9009-49c0-b672-2640be737fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T00:55:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['7be73b4a-a4fa-4e2f-a4c6-521770607550'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:55:17.551762 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-e947fa51-9009-49c0-b672-2640be737fe0 None None] Set router 7be73b4a-a4fa-4e2f-a4c6-521770607550 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 00:55:17.768644 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-e947fa51-9009-49c0-b672-2640be737fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be73b4a-a4fa-4e2f-a4c6-521770607550', 'name': 'router1', 'tenant_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '509da5a2-65ab-4193-b9f8-e1539c70f8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T00:54:56Z', 'updated_at': '2021-11-11T00:55:14Z', 'revision_number': 4, 'project_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'gw_port': {'id': '509da5a2-65ab-4193-b9f8-e1539c70f8d0', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:42:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be73b4a-a4fa-4e2f-a4c6-521770607550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:55:13Z', 'updated_at': '2021-11-11T00:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': 'a3178638-f27b-49d6-8431-083a37c225a0', 'name': '', 'network_id': '3a76b900-c1b3-44d0-8c6c-9e3635a5d54f', 'tenant_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'mac_address': 'fa:16:3e:1b:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be73b4a-a4fa-4e2f-a4c6-521770607550', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c6f92ca-dd4f-45a3-b394-259225a605f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:55:05Z', 'updated_at': '2021-11-11T00:55:08Z', 'revision_number': 5, 'project_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'subnets': [{'id': '3c6f92ca-dd4f-45a3-b394-259225a605f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3836db32-5c5d-4c8c-ab3c-8b96da3584df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 00:55:17.796584 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e947fa51-9009-49c0-b672-2640be737fe0 None None] The sync data for ids ['7be73b4a-a4fa-4e2f-a4c6-521770607550'] in dv-cinder-817085-3-iscsi is: [{'id': '7be73b4a-a4fa-4e2f-a4c6-521770607550', 'name': 'router1', 'tenant_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '509da5a2-65ab-4193-b9f8-e1539c70f8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T00:54:56Z', 'updated_at': '2021-11-11T00:55:14Z', 'revision_number': 4, 'project_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'gw_port': {'id': '509da5a2-65ab-4193-b9f8-e1539c70f8d0', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:42:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be73b4a-a4fa-4e2f-a4c6-521770607550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:55:13Z', 'updated_at': '2021-11-11T00:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': 'a3178638-f27b-49d6-8431-083a37c225a0', 'name': '', 'network_id': '3a76b900-c1b3-44d0-8c6c-9e3635a5d54f', 'tenant_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'mac_address': 'fa:16:3e:1b:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be73b4a-a4fa-4e2f-a4c6-521770607550', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c6f92ca-dd4f-45a3-b394-259225a605f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T00:55:05Z', 'updated_at': '2021-11-11T00:55:08Z', 'revision_number': 5, 'project_id': '4f354a74734b4e4a9f37ee9aca13ee3f', 'subnets': [{'id': '3c6f92ca-dd4f-45a3-b394-259225a605f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3836db32-5c5d-4c8c-ab3c-8b96da3584df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 00:55:18.840872 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 509da5a2-65ab-4193-b9f8-e1539c70f8d0 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 00:55:18.891255 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 509da5a2-65ab-4193-b9f8-e1539c70f8d0 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:55:18.891630 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:18.969155 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:18.989607 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] For port 509da5a2-65ab-4193-b9f8-e1539c70f8d0, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=509da5a2-65ab-4193-b9f8-e1539c70f8d0,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:55:18.995738 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:19.051263 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Pushing event updated for resources: {'Port': ['ID=509da5a2-65ab-4193-b9f8-e1539c70f8d0,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:55:20.852669 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 509da5a2-65ab-4193-b9f8-e1539c70f8d0 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 00:55:20.919844 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 509da5a2-65ab-4193-b9f8-e1539c70f8d0 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:55:20.920209 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:29.350713 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-10e204b6-87c7-469c-b7f9-5596ad415502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:31.779425 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-c2394244-30b1-40a8-a929-ee1a6dd65887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:32.807189 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:34.336221 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:34.946923 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:55:46.882353 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 5 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:55:59.356194 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-4bd27980-1f65-4860-ad2a-31cc78eb09a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:56:01.886506 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-cd750840-4d9f-473d-b0e4-441a364b4e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:56:02.803596 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:56:04.333364 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:56:04.942111 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:56:23.885003 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 5 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:56:29.350281 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d64cb49f-327b-43dd-81bf-9562f37ad23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:56:31.782349 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d0b1bc5-a132-44c3-a3c9-e781aced19e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:56:32.800979 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:56:34.334339 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:56:34.945737 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:56:54.992721 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 51560) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:56:55.060955 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.pecan_wsgi.hooks.translation [None req-24cc9314-78b5-4e73-8696-7045993345b8 admin admin] GET failed (client error): The resource could not be found. Nov 11 00:56:55.062269 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-24cc9314-78b5-4e73-8696-7045993345b8 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0685022 Nov 11 00:56:55.224631 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9d8692-230a-4772-985f-eb97e1853ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:56:55.226239 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-9b9d8692-230a-4772-985f-eb97e1853ae0 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1593108 Nov 11 00:56:57.592161 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 51570) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:56:57.683845 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe905d2-1861-41b1-9e61-fd2dfad247c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:56:57.685179 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-3fe905d2-1861-41b1-9e61-fd2dfad247c2 admin admin] 10.222.0.52 "GET /v2.0/subnets/3c6f92ca-dd4f-45a3-b394-259225a605f6 HTTP/1.1" status: 200 len: 849 time: 0.0920770 Nov 11 00:56:57.695252 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-9625ab39-ebfc-4028-9031-1f86b8c10b91 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 00:56:57.779020 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9625ab39-ebfc-4028-9031-1f86b8c10b91 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:56:57.920059 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9625ab39-ebfc-4028-9031-1f86b8c10b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764258984322'] for subnet, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:56:57.950278 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9625ab39-ebfc-4028-9031-1f86b8c10b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:56:57.950871 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9625ab39-ebfc-4028-9031-1f86b8c10b91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:56:57.952180 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-9625ab39-ebfc-4028-9031-1f86b8c10b91 admin admin] 10.222.0.52 "PUT /v2.0/subnets/3c6f92ca-dd4f-45a3-b394-259225a605f6 HTTP/1.1" status: 200 len: 868 time: 0.2607369 Nov 11 00:56:57.971040 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91ff96f-9692-43ac-b922-382a11dd8645 None None] Network 3a76b900-c1b3-44d0-8c6c-9e3635a5d54f requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 00:56:57.976295 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625ab39-ebfc-4028-9031-1f86b8c10b91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c6f92ca-dd4f-45a3-b394-259225a605f6,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:56:57.985503 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625ab39-ebfc-4028-9031-1f86b8c10b91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:56:57.986257 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625ab39-ebfc-4028-9031-1f86b8c10b91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:56:57.986780 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625ab39-ebfc-4028-9031-1f86b8c10b91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:56:57.987339 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625ab39-ebfc-4028-9031-1f86b8c10b91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:56:57.987871 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625ab39-ebfc-4028-9031-1f86b8c10b91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:56:57.989787 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625ab39-ebfc-4028-9031-1f86b8c10b91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:56:57.990413 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625ab39-ebfc-4028-9031-1f86b8c10b91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:56:57.991096 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625ab39-ebfc-4028-9031-1f86b8c10b91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:56:57.991912 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625ab39-ebfc-4028-9031-1f86b8c10b91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:56:57.992447 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625ab39-ebfc-4028-9031-1f86b8c10b91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:56:57.992952 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625ab39-ebfc-4028-9031-1f86b8c10b91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:56:57.993477 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625ab39-ebfc-4028-9031-1f86b8c10b91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:56:58.323296 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-91e28b22-1ee6-4966-a5a2-b8b0b4dc3ee1 None None] Provisioning complete for port a3178638-f27b-49d6-8431-083a37c225a0 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:56:58.323673 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-91e28b22-1ee6-4966-a5a2-b8b0b4dc3ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:56:58.412809 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-91e28b22-1ee6-4966-a5a2-b8b0b4dc3ee1 None None] Provisioning complete for port 5bfefa0c-72cc-4c72-be5e-6c4aeba1e38f triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:56:58.413068 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-91e28b22-1ee6-4966-a5a2-b8b0b4dc3ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:56:59.351536 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-4428284c-b531-4ebf-939a-850b6723557c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:00.286063 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 51578) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:57:00.483864 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a09b356-b5f3-41d6-9036-4f996f2126d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:57:00.484247 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a09b356-b5f3-41d6-9036-4f996f2126d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:57:00.485769 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-1a09b356-b5f3-41d6-9036-4f996f2126d9 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1983132 Nov 11 00:57:00.884485 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 5 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:57:01.778136 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-63a38def-f0b1-4cdf-80bc-699721f21b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:02.797545 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 51586) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:57:02.803975 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:02.927454 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89a1048-d507-4004-994e-759fd8d3c616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:57:02.927943 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89a1048-d507-4004-994e-759fd8d3c616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:57:02.929451 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-c89a1048-d507-4004-994e-759fd8d3c616 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1309693 Nov 11 00:57:04.338482 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:04.949013 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:05.219576 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 51594) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:57:05.360991 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e798dd66-f420-4947-baac-be35e37dbaa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:57:05.362348 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-e798dd66-f420-4947-baac-be35e37dbaa9 admin admin] 10.222.0.52 "GET /v2.0/networks/3a76b900-c1b3-44d0-8c6c-9e3635a5d54f HTTP/1.1" status: 200 len: 868 time: 0.1418328 Nov 11 00:57:07.633291 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 51602) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:57:07.759342 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a2e578-b265-4cd5-945e-37e66a33a0f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:57:07.760717 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-08a2e578-b265-4cd5-945e-37e66a33a0f7 admin admin] 10.222.0.52 "GET /v2.0/networks/aa4f75c5-5213-4ff6-92cc-17e0fe78067f HTTP/1.1" status: 200 len: 886 time: 0.1264858 Nov 11 00:57:10.044351 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 51610) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:57:10.166692 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b472de-c7a2-4ac9-a98d-c7d9d0ec47ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:57:10.167169 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b472de-c7a2-4ac9-a98d-c7d9d0ec47ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:57:10.168671 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-e9b472de-c7a2-4ac9-a98d-c7d9d0ec47ee admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1233819 Nov 11 00:57:12.485390 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 51618) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:57:12.581807 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debb53d1-d94b-4eda-878c-1ff4c11e4cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:57:12.582258 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debb53d1-d94b-4eda-878c-1ff4c11e4cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:57:12.586826 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-debb53d1-d94b-4eda-878c-1ff4c11e4cd9 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1004372 Nov 11 00:57:14.888540 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 51626) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:57:14.981257 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729d0529-8b4f-42b0-bfe3-0d40e0750896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:57:14.982612 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-729d0529-8b4f-42b0-bfe3-0d40e0750896 admin admin] 10.222.0.52 "GET /v2.0/subnets/3c6f92ca-dd4f-45a3-b394-259225a605f6 HTTP/1.1" status: 200 len: 868 time: 0.0931356 Nov 11 00:57:17.292021 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 51636) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:57:17.376792 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b5b67b-ee55-4b5f-85cd-91d1528fb052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:57:17.378108 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-e4b5b67b-ee55-4b5f-85cd-91d1528fb052 admin admin] 10.222.0.52 "GET /v2.0/subnets/bed3c881-f684-464c-a719-dd29140bdb28 HTTP/1.1" status: 200 len: 816 time: 0.0851479 Nov 11 00:57:29.352507 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-2f4015da-3333-408c-bfc7-efef6ae37e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:31.779137 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-c75f9d58-0618-408e-8646-0fbccae3ba2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:32.807220 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:34.339408 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:34.951404 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:37.884315 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 5 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:57:41.933274 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 51690) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:57:41.981217 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [None req-dcce7b90-6131-4682-8110-91e6d23f2918 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=101602) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 00:57:41.982219 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-dcce7b90-6131-4682-8110-91e6d23f2918 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479982 Nov 11 00:57:44.375615 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 51698) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:57:44.437218 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.pecan_wsgi.hooks.translation [None req-861deb50-cbb1-4b8f-956d-e0beedaf2d92 admin admin] GET failed (client error): The resource could not be found. Nov 11 00:57:44.438503 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-861deb50-cbb1-4b8f-956d-e0beedaf2d92 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0619423 Nov 11 00:57:44.578837 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcbc4c0-3148-4f01-b6c5-a40e9bec8349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:57:44.580237 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-3fcbc4c0-3148-4f01-b6c5-a40e9bec8349 admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1370709 Nov 11 00:57:46.901328 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 51706) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:57:46.954046 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-57ed7689-dc05-4090-83de-ed2d87580242 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 00:57:46.977548 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ed7689-dc05-4090-83de-ed2d87580242 admin admin] Made reservation on behalf of 4525ffc3852e4914a20087bba812bdb1 for: {'network': 1} {{(pid=101602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 00:57:46.979957 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-57ed7689-dc05-4090-83de-ed2d87580242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for network, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:47.011197 dv-cinder-817085-3-iscsi neutron-server[101602]: WARNING neutron.services.revisions.revision_plugin [None req-57ed7689-dc05-4090-83de-ed2d87580242 admin admin] Could not find related network for resource to bump revision. Nov 11 00:57:47.025714 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ed7689-dc05-4090-83de-ed2d87580242 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=101602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 00:57:47.035511 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-57ed7689-dc05-4090-83de-ed2d87580242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:47.035854 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.db.segments_db [None req-57ed7689-dc05-4090-83de-ed2d87580242 admin admin] Added segment 6145e00b-cf85-461c-ac98-8a02ca6edacd of type vlan for network 22779060-adf5-4baf-82a0-bb717877f1c8 Nov 11 00:57:47.074467 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-57ed7689-dc05-4090-83de-ed2d87580242 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764258555859'] for network, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:47.096788 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-57ed7689-dc05-4090-83de-ed2d87580242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for network, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:47.097658 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ed7689-dc05-4090-83de-ed2d87580242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:57:47.098348 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-57ed7689-dc05-4090-83de-ed2d87580242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:47.149294 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-57ed7689-dc05-4090-83de-ed2d87580242 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2469075 Nov 11 00:57:47.160273 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed7689-dc05-4090-83de-ed2d87580242 admin admin] Pushing event updated for resources: {'Network': ['ID=22779060-adf5-4baf-82a0-bb717877f1c8,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:57:47.167610 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed7689-dc05-4090-83de-ed2d87580242 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:57:47.167981 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed7689-dc05-4090-83de-ed2d87580242 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:57:47.168326 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed7689-dc05-4090-83de-ed2d87580242 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:57:47.168657 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed7689-dc05-4090-83de-ed2d87580242 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:57:47.168984 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed7689-dc05-4090-83de-ed2d87580242 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:57:47.169330 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed7689-dc05-4090-83de-ed2d87580242 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:57:47.169660 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed7689-dc05-4090-83de-ed2d87580242 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:57:47.169999 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed7689-dc05-4090-83de-ed2d87580242 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:57:47.170340 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed7689-dc05-4090-83de-ed2d87580242 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:57:47.170663 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed7689-dc05-4090-83de-ed2d87580242 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:57:47.171016 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed7689-dc05-4090-83de-ed2d87580242 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:57:47.171337 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ed7689-dc05-4090-83de-ed2d87580242 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:57:47.183801 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Network 22779060-adf5-4baf-82a0-bb717877f1c8 details requested by agent ovs-agent-dv-cinder-817085-3-iscsi with host dv-cinder-817085-3-iscsi {{(pid=101603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 00:57:49.516804 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 51714) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:57:49.579621 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8f74ed-5511-405c-a410-a5c77d121174 admin admin] GET failed (client error): The resource could not be found. Nov 11 00:57:49.580924 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-0e8f74ed-5511-405c-a410-a5c77d121174 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0631649 Nov 11 00:57:49.650297 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfb70bb-1a5c-4142-b3a9-90b75e5cebcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:57:49.651730 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-9bfb70bb-1a5c-4142-b3a9-90b75e5cebcb admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0652728 Nov 11 00:57:49.662489 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-b3666972-bb88-4a7e-a32a-5913fda291ad admin admin] Request body: {'subnet': {'network_id': '22779060-adf5-4baf-82a0-bb717877f1c8', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 00:57:49.684434 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3666972-bb88-4a7e-a32a-5913fda291ad admin admin] Made reservation on behalf of 4525ffc3852e4914a20087bba812bdb1 for: {'subnet': 1} {{(pid=101602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 00:57:49.686605 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b3666972-bb88-4a7e-a32a-5913fda291ad admin admin] Publish callbacks [] for subnet, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:49.870239 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b3666972-bb88-4a7e-a32a-5913fda291ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for subnet, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:49.924514 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3666972-bb88-4a7e-a32a-5913fda291ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a5a0259-d571-4c89-9461-da37c649ed5f,revision_number=0']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:57:49.936779 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3666972-bb88-4a7e-a32a-5913fda291ad admin admin] Checking segment: {'id': '6145e00b-cf85-461c-ac98-8a02ca6edacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '22779060-adf5-4baf-82a0-bb717877f1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 00:57:49.937135 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3666972-bb88-4a7e-a32a-5913fda291ad admin admin] Network hostable DHCP agents. Network: 22779060-adf5-4baf-82a0-bb717877f1c8, hostable agents: ['51ef0dbb-d632-4ef8-8741-cd394451711b'], hosted agents: [] {{(pid=101602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 00:57:49.957956 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3666972-bb88-4a7e-a32a-5913fda291ad admin admin] Network 22779060-adf5-4baf-82a0-bb717877f1c8 is scheduled to be hosted by DHCP agent 51ef0dbb-d632-4ef8-8741-cd394451711b with binding_index 1 {{(pid=101602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 00:57:49.969623 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.base_scheduler [None req-b3666972-bb88-4a7e-a32a-5913fda291ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-3-iscsi, 22779060-adf5-4baf-82a0-bb717877f1c8) {{(pid=101602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 00:57:49.974411 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3666972-bb88-4a7e-a32a-5913fda291ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 00:57:49.975032 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b3666972-bb88-4a7e-a32a-5913fda291ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for subnet, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:49.980594 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712f06af-5d00-4814-9c85-a13d7d97d343 None None] Network 22779060-adf5-4baf-82a0-bb717877f1c8 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 00:57:49.991045 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-b3666972-bb88-4a7e-a32a-5913fda291ad admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3325114 Nov 11 00:57:50.136806 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf009f10e-c01c-57c8-be8a-d17d016f7fe1-22779060-adf5-4baf-82a0-bb717877f1c8', 'network_id': '22779060-adf5-4baf-82a0-bb717877f1c8', 'tenant_id': '4525ffc3852e4914a20087bba812bdb1', 'fixed_ips': [{'subnet_id': '2a5a0259-d571-4c89-9461-da37c649ed5f'}]}} from dv-cinder-817085-3-iscsi. {{(pid=101603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 00:57:50.137705 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:50.366493 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.db_base_plugin_common [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Allocated IP 192.168.233.2 (22779060-adf5-4baf-82a0-bb717877f1c8/2a5a0259-d571-4c89-9461-da37c649ed5f/b9f13030-425c-4165-9660-a66472090670) {{(pid=101603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 00:57:50.513518 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Publish callbacks [] for port, precommit_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:50.521541 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385'] for port, after_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:50.561027 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Network 22779060-adf5-4baf-82a0-bb717877f1c8 is already hosted by enough agents. {{(pid=101603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 00:57:50.563899 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.scheduler.base_scheduler [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Resources bound (agent type, host, resource id): {{(pid=101603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 00:57:50.570624 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Received port after_create {{(pid=101603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 00:57:50.573631 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Pushing event updated for resources: {'Port': ['ID=b9f13030-425c-4165-9660-a66472090670,revision_number=1']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:57:50.600455 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:57:50.600814 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:57:50.601151 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:57:50.601478 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:57:50.601801 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:57:50.602122 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:57:50.602438 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:57:50.602754 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:57:50.603118 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:57:50.603441 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:57:50.603752 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:57:50.604060 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:57:50.639376 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Attempting to bind port b9f13030-425c-4165-9660-a66472090670 on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 00:57:50.639741 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Attempting to bind port b9f13030-425c-4165-9660-a66472090670 by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': '6145e00b-cf85-461c-ac98-8a02ca6edacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '22779060-adf5-4baf-82a0-bb717877f1c8'}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 00:57:50.640115 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Attempting to bind port b9f13030-425c-4165-9660-a66472090670 on network 22779060-adf5-4baf-82a0-bb717877f1c8 {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 00:57:50.645266 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 0, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 00:57:50.645556 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Checking segment: {'id': '6145e00b-cf85-461c-ac98-8a02ca6edacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '22779060-adf5-4baf-82a0-bb717877f1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 00:57:50.645951 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:50.646342 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Bound using segment: {'id': '6145e00b-cf85-461c-ac98-8a02ca6edacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '22779060-adf5-4baf-82a0-bb717877f1c8'} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 00:57:50.646802 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Bound port: b9f13030-425c-4165-9660-a66472090670, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6145e00b-cf85-461c-ac98-8a02ca6edacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '22779060-adf5-4baf-82a0-bb717877f1c8'}}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 00:57:50.647219 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:50.708114 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] For port b9f13030-425c-4165-9660-a66472090670, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 00:57:50.711958 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] For port b9f13030-425c-4165-9660-a66472090670, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=b9f13030-425c-4165-9660-a66472090670,segment=NetworkSegment(6145e00b-cf85-461c-ac98-8a02ca6edacd),segment_id=6145e00b-cf85-461c-ac98-8a02ca6edacd)] {{(pid=101603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 00:57:50.715379 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:50.774427 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41c080-9a60-4909-bee4-5a9a2510ec63 None None] Pushing event updated for resources: {'Port': ['ID=b9f13030-425c-4165-9660-a66472090670,revision_number=2']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:57:51.547615 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777cedff-54ed-45de-8ad0-d57dd68cd3fe None None] Network 22779060-adf5-4baf-82a0-bb717877f1c8 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 00:57:51.643855 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-6c9d4248-975b-4acd-8387-0abd19f2c5be None None] Provisioning complete for port b9f13030-425c-4165-9660-a66472090670 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:57:51.644246 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-6c9d4248-975b-4acd-8387-0abd19f2c5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:51.777551 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-6c9d4248-975b-4acd-8387-0abd19f2c5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:51.815810 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-6c9d4248-975b-4acd-8387-0abd19f2c5be None None] For port b9f13030-425c-4165-9660-a66472090670, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=b9f13030-425c-4165-9660-a66472090670,segment=NetworkSegment(6145e00b-cf85-461c-ac98-8a02ca6edacd),segment_id=6145e00b-cf85-461c-ac98-8a02ca6edacd)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 00:57:51.822831 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-6c9d4248-975b-4acd-8387-0abd19f2c5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:51.882491 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d4248-975b-4acd-8387-0abd19f2c5be None None] Pushing event updated for resources: {'Port': ['ID=b9f13030-425c-4165-9660-a66472090670,revision_number=3']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:57:52.044545 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-54433b4b-99f4-44fd-9b4b-24754e1af8b6 None None] Provisioning complete for port b9f13030-425c-4165-9660-a66472090670 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:57:52.044906 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-54433b4b-99f4-44fd-9b4b-24754e1af8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:52.927840 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device b9f13030-425c-4165-9660-a66472090670 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 00:57:52.979339 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port b9f13030-425c-4165-9660-a66472090670 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 00:57:52.979705 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:57:59.354309 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d3f5b52f-68f0-4321-915d-0626f880a3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:58:01.782778 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5e080d3e-b438-4772-8708-cb8df050bd6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:58:02.811905 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:58:04.341266 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:58:04.953261 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:58:14.884090 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 5 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:58:29.355505 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-4a7570a5-7b49-48fa-ae90-f62efc3002cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:58:31.785513 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-42344c96-5c7b-487e-b96f-e75bd0ee1c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:58:32.815015 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:58:34.345046 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:58:34.959271 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:58:51.883333 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 5 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:58:59.358005 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-78740a37-baf8-473a-98cf-50d94e4a3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:59:01.785524 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-f193254a-88f8-43cb-b202-0fcca2510729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:59:02.795675 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 51758) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:59:02.803034 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [None req-6a12bdb2-5276-40c0-8712-be53d0d2c78c tempest-verify_tempest_config-357200980 tempest-verify_tempest_config-357200980-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=101602) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 00:59:02.804014 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-6a12bdb2-5276-40c0-8712-be53d0d2c78c tempest-verify_tempest_config-357200980 tempest-verify_tempest_config-357200980-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0073774 Nov 11 00:59:02.818940 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:59:03.096325 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 51776) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:59:03.196632 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-569911b6-cb3d-490d-81af-85305331ad87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:59:03.269725 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-569911b6-cb3d-490d-81af-85305331ad87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:59:03.273343 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-569911b6-cb3d-490d-81af-85305331ad87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:59:03.325361 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-569911b6-cb3d-490d-81af-85305331ad87 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=be9ecc6d8bb746d983f976cde6bf9744&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2276313 Nov 11 00:59:03.326223 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569911b6-cb3d-490d-81af-85305331ad87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94216692-1482-4d82-9943-31d327c622d8,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:59:03.328052 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 51780) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 00:59:03.333291 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569911b6-cb3d-490d-81af-85305331ad87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:59:03.333661 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569911b6-cb3d-490d-81af-85305331ad87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:59:03.334011 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569911b6-cb3d-490d-81af-85305331ad87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:59:03.334349 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569911b6-cb3d-490d-81af-85305331ad87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:59:03.334690 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569911b6-cb3d-490d-81af-85305331ad87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:59:03.335061 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569911b6-cb3d-490d-81af-85305331ad87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:59:03.335406 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569911b6-cb3d-490d-81af-85305331ad87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:59:03.335752 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569911b6-cb3d-490d-81af-85305331ad87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:59:03.336356 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569911b6-cb3d-490d-81af-85305331ad87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:59:03.336686 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569911b6-cb3d-490d-81af-85305331ad87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:59:03.337015 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569911b6-cb3d-490d-81af-85305331ad87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:59:03.337336 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569911b6-cb3d-490d-81af-85305331ad87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:59:03.382465 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ad8c629d-f61d-48c1-99b9-a30259a7ba1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:59:03.401963 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ad8c629d-f61d-48c1-99b9-a30259a7ba1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:59:03.489735 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ad8c629d-f61d-48c1-99b9-a30259a7ba1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:59:03.492453 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ad8c629d-f61d-48c1-99b9-a30259a7ba1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:59:03.496809 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-ad8c629d-f61d-48c1-99b9-a30259a7ba1f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/94216692-1482-4d82-9943-31d327c622d8 HTTP/1.1" status: 204 len: 168 time: 0.1677718 Nov 11 00:59:03.504764 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c629d-f61d-48c1-99b9-a30259a7ba1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94216692-1482-4d82-9943-31d327c622d8,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 00:59:03.511298 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c629d-f61d-48c1-99b9-a30259a7ba1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:59:03.511672 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c629d-f61d-48c1-99b9-a30259a7ba1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:59:03.512019 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c629d-f61d-48c1-99b9-a30259a7ba1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:59:03.512352 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c629d-f61d-48c1-99b9-a30259a7ba1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:59:03.512684 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c629d-f61d-48c1-99b9-a30259a7ba1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:59:03.513034 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c629d-f61d-48c1-99b9-a30259a7ba1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:59:03.513364 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c629d-f61d-48c1-99b9-a30259a7ba1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:59:03.513709 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c629d-f61d-48c1-99b9-a30259a7ba1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:59:03.514056 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c629d-f61d-48c1-99b9-a30259a7ba1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:59:03.514381 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c629d-f61d-48c1-99b9-a30259a7ba1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:59:03.514702 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c629d-f61d-48c1-99b9-a30259a7ba1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:59:03.515047 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c629d-f61d-48c1-99b9-a30259a7ba1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 00:59:04.348472 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:59:04.951869 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:59:28.881589 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 5 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 00:59:29.358481 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-cf2c1869-002c-411a-ad79-3bab664ce874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:59:31.786342 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-6fcc540a-e2c8-4b8f-be86-354d8e6725a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:59:32.821499 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:59:34.353759 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:59:34.948490 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 00:59:59.359872 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-2251d7e8-c732-4587-97b8-31f4d8a29886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:00:01.787511 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d7a55b79-cd3e-409f-8daa-ed8c49978431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:00:02.822962 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:00:04.354270 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:00:04.948856 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:00:05.881443 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 5 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:00:29.361478 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-dc1929c0-396d-478b-b5fb-b50b2675ca8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:00:31.788976 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-3ef2c47e-2d22-4406-9b6a-297c70003b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:00:32.825227 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:00:34.360682 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:00:34.950001 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:00:42.880380 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 5 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:00:43.490668 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-919364'] for agent, after_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:00:58.896221 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 51854) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:00:59.009802 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-87cc6854-26e7-4247-ad33-73c6b7873f8a admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1119452 Nov 11 01:00:59.364467 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-0b35c051-2002-406e-a224-d66eea743d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:01:01.372671 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 51864) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:01:01.429015 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-619b10ec-d21e-4cdb-b5cc-121ea7d25acb admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0552435 Nov 11 01:01:01.791605 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-0fad2901-0fa1-477a-a353-f6f59126b5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:01:02.829711 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:01:04.361671 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:01:04.951845 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:01:13.476308 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:01:19.878596 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:01:29.367338 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-34c122d8-8d77-490a-b774-fa7ef9608bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:01:31.792497 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-78a1df30-6329-4b25-b297-0d646ccfdf5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:01:32.831018 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:01:34.364430 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:01:34.953081 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:01:43.476020 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:01:56.878157 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:01:59.376389 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-2ac638c1-2701-49d1-9b01-c5031587bde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:01.793226 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-3e8ba260-685a-42e2-b14f-a58f963c2471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:02.835855 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:04.368313 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:04.956885 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:13.491544 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:29.378711 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-9acaf31e-72f2-4122-8e35-fd16f34c7fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:31.579514 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 52004) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:31.795810 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d3f1fc11-7599-4896-99ee-19a3768acd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:31.991564 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1950745526-network', 'tenant_id': '4b9ddce0b6794348af30770172bcd5c5'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:02:32.019401 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] Made reservation on behalf of 4b9ddce0b6794348af30770172bcd5c5 for: {'network': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:02:32.022060 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for network, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:32.031547 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:32.125712 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:32.133129 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:32.163589 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526c509b-f0e9-48ba-a7dd-ca46403c73e6,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:32.173171 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:32.173554 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:32.173914 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:32.174422 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:32.174910 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:32.175704 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:32.176985 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:32.177698 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:32.178307 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:32.178887 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:32.179419 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:32.180146 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] Tracked resource versions report: Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: pushed versions: Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: { 'AddressGroup': {'1.2'}, Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: 'ConntrackHelper': {'1.0'}, Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: 'Log': {'1.0'}, Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: 'Network': {'1.1'}, Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: 'Port': {'1.7'}, Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: 'PortForwarding': {'1.2'}, Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: 'QosPolicy': {'1.10'}, Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: 'SecurityGroup': {'1.5'}, Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: 'SecurityGroupRule': {'1.2'}, Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: 'SubPort': {'1.0'}, Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: 'Subnet': {'1.1'}, Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: 'Trunk': {'1.1'}} Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: consumer versions: Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: { DHCP agent@dv-cinder-817085-3-iscsi: {}, Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: HyperV agent@hv-cinder-81708: {}, Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: L3 agent@dv-cinder-817085-3-iscsi: {}, Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: Metadata agent@dv-cinder-817085-3-iscsi: {}, Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: Metering agent@dv-cinder-817085-3-iscsi: {}, Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: Open vSwitch agent@dv-cinder-817085-3-iscsi: { 'AddressGroup': '1.2', Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: 'ConntrackHelper': '1.0', Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: 'Log': '1.0', Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: 'Network': '1.1', Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: 'Port': '1.7', Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: 'PortForwarding': '1.2', Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: 'QosPolicy': '1.10', Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: 'SecurityGroup': '1.5', Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: 'SecurityGroupRule': '1.2', Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: 'SubPort': '1.0', Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: 'Subnet': '1.1', Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: 'Trunk': '1.1'}} Nov 11 01:02:32.181338 dv-cinder-817085-3-iscsi neutron-server[101601]: {{(pid=101601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 01:02:32.190718 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=101601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 01:02:32.204592 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:32.205076 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.db.segments_db [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] Added segment e6b6c9b0-a8e0-49cd-ab18-92478236f529 of type vlan for network 288ad7ee-ad49-45cc-b619-30fceacb55ee Nov 11 01:02:32.252058 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764258555859'] for network, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:32.279482 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for network, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:32.280810 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:32.281500 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:32.311620 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 52056) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:32.312152 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7307522 Nov 11 01:02:32.317530 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-c0342b13-8d68-43b6-a745-4a6bb0badf64 admin admin] Request body: {'subnet': {'network_id': '288ad7ee-ad49-45cc-b619-30fceacb55ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1950745526-subnet', 'tenant_id': '4b9ddce0b6794348af30770172bcd5c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:02:32.339931 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0342b13-8d68-43b6-a745-4a6bb0badf64 admin admin] Made reservation on behalf of 4b9ddce0b6794348af30770172bcd5c5 for: {'subnet': 1} {{(pid=101602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:02:32.342840 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c0342b13-8d68-43b6-a745-4a6bb0badf64 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:32.361724 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d5304-3f28-442f-9d29-be2be37e448c admin admin] Pushing event updated for resources: {'Network': ['ID=288ad7ee-ad49-45cc-b619-30fceacb55ee,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:32.375289 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Network 288ad7ee-ad49-45cc-b619-30fceacb55ee details requested by agent ovs-agent-dv-cinder-817085-3-iscsi with host dv-cinder-817085-3-iscsi {{(pid=101603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 01:02:32.676885 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c0342b13-8d68-43b6-a745-4a6bb0badf64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for subnet, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:32.727738 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0342b13-8d68-43b6-a745-4a6bb0badf64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=217dd1d9-2c80-47df-a154-fc3ee5b01472,revision_number=0']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:32.737105 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0342b13-8d68-43b6-a745-4a6bb0badf64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:32.737449 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0342b13-8d68-43b6-a745-4a6bb0badf64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:32.737784 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0342b13-8d68-43b6-a745-4a6bb0badf64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:32.738121 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0342b13-8d68-43b6-a745-4a6bb0badf64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:32.738447 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0342b13-8d68-43b6-a745-4a6bb0badf64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:32.739345 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0342b13-8d68-43b6-a745-4a6bb0badf64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:32.739676 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0342b13-8d68-43b6-a745-4a6bb0badf64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:32.740003 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0342b13-8d68-43b6-a745-4a6bb0badf64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:32.740337 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0342b13-8d68-43b6-a745-4a6bb0badf64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:32.740658 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0342b13-8d68-43b6-a745-4a6bb0badf64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:32.740973 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0342b13-8d68-43b6-a745-4a6bb0badf64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:32.741287 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0342b13-8d68-43b6-a745-4a6bb0badf64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0342b13-8d68-43b6-a745-4a6bb0badf64 admin admin] Tracked resource versions report: Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: pushed versions: Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: { 'AddressGroup': {'1.2'}, Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: 'ConntrackHelper': {'1.0'}, Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: 'Log': {'1.0'}, Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: 'Network': {'1.1'}, Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: 'Port': {'1.7'}, Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: 'PortForwarding': {'1.2'}, Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: 'QosPolicy': {'1.10'}, Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: 'SecurityGroup': {'1.5'}, Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: 'SecurityGroupRule': {'1.2'}, Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: 'SubPort': {'1.0'}, Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: 'Subnet': {'1.1'}, Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: 'Trunk': {'1.1'}} Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: consumer versions: Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: { DHCP agent@dv-cinder-817085-3-iscsi: {}, Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: HyperV agent@hv-cinder-81708: {}, Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: L3 agent@dv-cinder-817085-3-iscsi: {}, Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: Metadata agent@dv-cinder-817085-3-iscsi: {}, Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: Metering agent@dv-cinder-817085-3-iscsi: {}, Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: Open vSwitch agent@dv-cinder-817085-3-iscsi: { 'AddressGroup': '1.2', Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: 'ConntrackHelper': '1.0', Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: 'Log': '1.0', Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: 'Network': '1.1', Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: 'Port': '1.7', Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: 'PortForwarding': '1.2', Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: 'QosPolicy': '1.10', Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: 'SecurityGroup': '1.5', Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: 'SecurityGroupRule': '1.2', Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: 'SubPort': '1.0', Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: 'Subnet': '1.1', Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: 'Trunk': '1.1'}} Nov 11 01:02:32.742287 dv-cinder-817085-3-iscsi neutron-server[101602]: {{(pid=101602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 01:02:32.766912 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0342b13-8d68-43b6-a745-4a6bb0badf64 admin admin] Checking segment: {'id': 'e6b6c9b0-a8e0-49cd-ab18-92478236f529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '288ad7ee-ad49-45cc-b619-30fceacb55ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:02:32.767307 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0342b13-8d68-43b6-a745-4a6bb0badf64 admin admin] Network hostable DHCP agents. Network: 288ad7ee-ad49-45cc-b619-30fceacb55ee, hostable agents: ['51ef0dbb-d632-4ef8-8741-cd394451711b'], hosted agents: [] {{(pid=101602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 01:02:32.777551 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 52072) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:32.803741 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0342b13-8d68-43b6-a745-4a6bb0badf64 admin admin] Network 288ad7ee-ad49-45cc-b619-30fceacb55ee is scheduled to be hosted by DHCP agent 51ef0dbb-d632-4ef8-8741-cd394451711b with binding_index 1 {{(pid=101602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 01:02:32.818013 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.base_scheduler [None req-c0342b13-8d68-43b6-a745-4a6bb0badf64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-3-iscsi, 288ad7ee-ad49-45cc-b619-30fceacb55ee) {{(pid=101602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:02:32.828612 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8de20c7-203c-4485-a301-45b09f38ac49 None None] Network 288ad7ee-ad49-45cc-b619-30fceacb55ee requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:02:32.829862 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0342b13-8d68-43b6-a745-4a6bb0badf64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:32.831416 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c0342b13-8d68-43b6-a745-4a6bb0badf64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for subnet, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:32.858938 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-c0342b13-8d68-43b6-a745-4a6bb0badf64 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5459676 Nov 11 01:02:32.861334 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 52084) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:32.866605 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-d68f1549-b03b-405a-bf98-1c4b5878b270 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1950745526-router', 'tenant_id': '4b9ddce0b6794348af30770172bcd5c5', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:02:33.030762 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 52094) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:33.041317 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d68f1549-b03b-405a-bf98-1c4b5878b270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26547'] for router, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:33.043825 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d68f1549-b03b-405a-bf98-1c4b5878b270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26538'] for router, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:33.091300 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:33.177494 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232a5cbc-28fd-4f8f-9e6a-9e13d5d8dd57 None None] Network 288ad7ee-ad49-45cc-b619-30fceacb55ee requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:02:33.253618 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d68f1549-b03b-405a-bf98-1c4b5878b270 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:33.340750 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-fc5d67ba-735a-4948-95e0-1f69756b26f1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2113453717-network', 'tenant_id': 'daf7efb5653647a882c13e0316a7ab68'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:02:33.353226 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-76d10208-2d50-4347-8f76-bb7b45a41c36 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1274521127-network', 'tenant_id': '43ffc4ef7782463480e07227c26cfa47'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:02:33.364898 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 52106) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:33.457136 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d68f1549-b03b-405a-bf98-1c4b5878b270 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:33.461703 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5d67ba-735a-4948-95e0-1f69756b26f1 admin admin] Made reservation on behalf of daf7efb5653647a882c13e0316a7ab68 for: {'network': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:02:33.464411 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-fc5d67ba-735a-4948-95e0-1f69756b26f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for network, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:33.477121 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-fc5d67ba-735a-4948-95e0-1f69756b26f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:33.499123 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d10208-2d50-4347-8f76-bb7b45a41c36 admin admin] Made reservation on behalf of 43ffc4ef7782463480e07227c26cfa47 for: {'network': 1} {{(pid=101602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:02:33.499334 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-76d10208-2d50-4347-8f76-bb7b45a41c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for network, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:33.536738 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-76d10208-2d50-4347-8f76-bb7b45a41c36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:33.602739 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-717cc14e-e5d4-4d01-8a31-c069ea85c811 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-360278585-network', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:02:33.641002 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717cc14e-e5d4-4d01-8a31-c069ea85c811 admin admin] Made reservation on behalf of e01554f5a96c46afb1983c71a9513e16 for: {'network': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:02:33.643323 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-717cc14e-e5d4-4d01-8a31-c069ea85c811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for network, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:33.652397 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-76d10208-2d50-4347-8f76-bb7b45a41c36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:33.657762 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-76d10208-2d50-4347-8f76-bb7b45a41c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:33.662403 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-717cc14e-e5d4-4d01-8a31-c069ea85c811 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:33.698401 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d10208-2d50-4347-8f76-bb7b45a41c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6737f33-fed3-4a4c-9676-3a732d477cad,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:33.710695 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-fc5d67ba-735a-4948-95e0-1f69756b26f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:33.711205 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d10208-2d50-4347-8f76-bb7b45a41c36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=101602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 01:02:33.720516 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-fc5d67ba-735a-4948-95e0-1f69756b26f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:33.725675 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-76d10208-2d50-4347-8f76-bb7b45a41c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:33.726666 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.db.segments_db [None req-76d10208-2d50-4347-8f76-bb7b45a41c36 admin admin] Added segment 02392950-2ab0-48e7-9241-9f8e2d63cde2 of type vlan for network 232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 Nov 11 01:02:33.752047 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5d67ba-735a-4948-95e0-1f69756b26f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=101601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 01:02:33.775277 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-fc5d67ba-735a-4948-95e0-1f69756b26f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:33.775634 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.db.segments_db [None req-fc5d67ba-735a-4948-95e0-1f69756b26f1 admin admin] Added segment 748d4e7d-d56c-4f08-8023-306fb073d7c7 of type vlan for network 048a8821-d983-414f-be92-0b2d1da42155 Nov 11 01:02:33.791970 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-76d10208-2d50-4347-8f76-bb7b45a41c36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764258555859'] for network, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:33.830697 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-76d10208-2d50-4347-8f76-bb7b45a41c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for network, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:33.833323 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d10208-2d50-4347-8f76-bb7b45a41c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:33.833833 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-76d10208-2d50-4347-8f76-bb7b45a41c36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:33.881428 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:02:33.898506 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-fc5d67ba-735a-4948-95e0-1f69756b26f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764258555859'] for network, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:33.909384 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-76d10208-2d50-4347-8f76-bb7b45a41c36 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8740282 Nov 11 01:02:33.916934 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d67ba-735a-4948-95e0-1f69756b26f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027c0a5b-4b04-4ea1-ada1-6d875af49653,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:33.917276 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 52132) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:33.939367 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-154c2844-7143-4868-b42c-dc33d197811b admin admin] Request body: {'subnet': {'network_id': '232e5fb8-96bd-4e33-ad1f-50b0e7e803d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1274521127-subnet', 'tenant_id': '43ffc4ef7782463480e07227c26cfa47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:02:33.963313 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-fc5d67ba-735a-4948-95e0-1f69756b26f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for network, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:33.964539 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5d67ba-735a-4948-95e0-1f69756b26f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:33.965121 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-fc5d67ba-735a-4948-95e0-1f69756b26f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:33.975441 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d10208-2d50-4347-8f76-bb7b45a41c36 admin admin] Pushing event updated for resources: {'Network': ['ID=232e5fb8-96bd-4e33-ad1f-50b0e7e803d2,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:33.989203 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Network 232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 details requested by agent ovs-agent-dv-cinder-817085-3-iscsi with host dv-cinder-817085-3-iscsi {{(pid=101603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 01:02:34.003240 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154c2844-7143-4868-b42c-dc33d197811b admin admin] Made reservation on behalf of 43ffc4ef7782463480e07227c26cfa47 for: {'subnet': 1} {{(pid=101602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:02:34.007267 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-154c2844-7143-4868-b42c-dc33d197811b admin admin] Publish callbacks [] for subnet, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:34.242807 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-717cc14e-e5d4-4d01-8a31-c069ea85c811 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:34.262759 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-717cc14e-e5d4-4d01-8a31-c069ea85c811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:34.284499 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-fc5d67ba-735a-4948-95e0-1f69756b26f1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5058734 Nov 11 01:02:34.289439 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 52142) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:34.300832 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-41a86690-8908-4073-a58c-5d8f7d579725 admin admin] Request body: {'subnet': {'network_id': '048a8821-d983-414f-be92-0b2d1da42155', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2113453717-subnet', 'tenant_id': 'daf7efb5653647a882c13e0316a7ab68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:02:34.371064 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d67ba-735a-4948-95e0-1f69756b26f1 admin admin] Pushing event updated for resources: {'Network': ['ID=048a8821-d983-414f-be92-0b2d1da42155,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:34.390469 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Network 048a8821-d983-414f-be92-0b2d1da42155 details requested by agent ovs-agent-dv-cinder-817085-3-iscsi with host dv-cinder-817085-3-iscsi {{(pid=101603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 01:02:34.415402 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:34.428287 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-154c2844-7143-4868-b42c-dc33d197811b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for subnet, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:34.433187 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a86690-8908-4073-a58c-5d8f7d579725 admin admin] Made reservation on behalf of daf7efb5653647a882c13e0316a7ab68 for: {'subnet': 1} {{(pid=101602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:02:34.436049 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-41a86690-8908-4073-a58c-5d8f7d579725 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:34.452217 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d68f1549-b03b-405a-bf98-1c4b5878b270 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:34.459431 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717cc14e-e5d4-4d01-8a31-c069ea85c811 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=101601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 01:02:34.547051 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cc14e-e5d4-4d01-8a31-c069ea85c811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f376a5cc-be58-433a-83e9-7cdcb8f12bba,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:34.555463 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d68f1549-b03b-405a-bf98-1c4b5878b270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:34.607829 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-717cc14e-e5d4-4d01-8a31-c069ea85c811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:34.608179 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.db.segments_db [None req-717cc14e-e5d4-4d01-8a31-c069ea85c811 admin admin] Added segment 425d3614-7aea-4bf9-aeb7-1ca698b96498 of type vlan for network 7db40340-76c1-4dbb-a60c-57c8a9a269e5 Nov 11 01:02:34.649559 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154c2844-7143-4868-b42c-dc33d197811b admin admin] Checking segment: {'id': '02392950-2ab0-48e7-9241-9f8e2d63cde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '232e5fb8-96bd-4e33-ad1f-50b0e7e803d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:02:34.650103 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154c2844-7143-4868-b42c-dc33d197811b admin admin] Network hostable DHCP agents. Network: 232e5fb8-96bd-4e33-ad1f-50b0e7e803d2, hostable agents: ['51ef0dbb-d632-4ef8-8741-cd394451711b'], hosted agents: [] {{(pid=101602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 01:02:34.654874 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c2844-7143-4868-b42c-dc33d197811b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b7bfe1a-44c7-4090-b981-aebbae43c563,revision_number=0']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:34.705057 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154c2844-7143-4868-b42c-dc33d197811b admin admin] Network 232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 is scheduled to be hosted by DHCP agent 51ef0dbb-d632-4ef8-8741-cd394451711b with binding_index 1 {{(pid=101602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 01:02:34.718132 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-717cc14e-e5d4-4d01-8a31-c069ea85c811 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764258555859'] for network, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:34.731986 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.base_scheduler [None req-154c2844-7143-4868-b42c-dc33d197811b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-3-iscsi, 232e5fb8-96bd-4e33-ad1f-50b0e7e803d2) {{(pid=101602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:02:34.737158 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154c2844-7143-4868-b42c-dc33d197811b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:34.738107 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-154c2844-7143-4868-b42c-dc33d197811b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for subnet, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:34.743832 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6e10ab-eb04-48e8-8604-c87d4ffed12e None None] Network 232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:02:34.799238 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-154c2844-7143-4868-b42c-dc33d197811b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8811316 Nov 11 01:02:34.819803 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [None req-d68f1549-b03b-405a-bf98-1c4b5878b270 admin admin] Allocated IP 172.27.2.253 (aa4f75c5-5213-4ff6-92cc-17e0fe78067f/bed3c881-f684-464c-a719-dd29140bdb28/4d9060fd-a907-45a7-8fa6-6607f0a9b5ec) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:02:34.821046 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-41a86690-8908-4073-a58c-5d8f7d579725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for subnet, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:34.822359 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-717cc14e-e5d4-4d01-8a31-c069ea85c811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for network, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:34.823569 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717cc14e-e5d4-4d01-8a31-c069ea85c811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:34.824477 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-717cc14e-e5d4-4d01-8a31-c069ea85c811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:34.895901 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-717cc14e-e5d4-4d01-8a31-c069ea85c811 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5248494 Nov 11 01:02:34.899932 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 52180) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:34.906915 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-fd278944-9f04-4ee2-be03-36ec2d192ea6 admin admin] Request body: {'subnet': {'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-360278585-subnet', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:02:34.914717 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a86690-8908-4073-a58c-5d8f7d579725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dffca17d-eebc-424e-b6df-1a9ec6bcf3b4,revision_number=0']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:34.926821 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a86690-8908-4073-a58c-5d8f7d579725 admin admin] Checking segment: {'id': '748d4e7d-d56c-4f08-8023-306fb073d7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '048a8821-d983-414f-be92-0b2d1da42155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:02:34.927427 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a86690-8908-4073-a58c-5d8f7d579725 admin admin] Network hostable DHCP agents. Network: 048a8821-d983-414f-be92-0b2d1da42155, hostable agents: ['51ef0dbb-d632-4ef8-8741-cd394451711b'], hosted agents: [] {{(pid=101602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 01:02:34.971662 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a86690-8908-4073-a58c-5d8f7d579725 admin admin] Network 048a8821-d983-414f-be92-0b2d1da42155 is scheduled to be hosted by DHCP agent 51ef0dbb-d632-4ef8-8741-cd394451711b with binding_index 1 {{(pid=101602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 01:02:34.996436 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.base_scheduler [None req-41a86690-8908-4073-a58c-5d8f7d579725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-3-iscsi, 048a8821-d983-414f-be92-0b2d1da42155) {{(pid=101602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:02:35.005448 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cc14e-e5d4-4d01-8a31-c069ea85c811 admin admin] Pushing event updated for resources: {'Network': ['ID=7db40340-76c1-4dbb-a60c-57c8a9a269e5,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:35.009015 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a86690-8908-4073-a58c-5d8f7d579725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:35.009733 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-41a86690-8908-4073-a58c-5d8f7d579725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for subnet, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:35.039021 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd278944-9f04-4ee2-be03-36ec2d192ea6 admin admin] Made reservation on behalf of e01554f5a96c46afb1983c71a9513e16 for: {'subnet': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:02:35.041504 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-fd278944-9f04-4ee2-be03-36ec2d192ea6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:35.044660 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0569e1bb-2852-45e3-bfe5-e249b39e6e71 None None] Network 048a8821-d983-414f-be92-0b2d1da42155 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:02:35.046420 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Network 7db40340-76c1-4dbb-a60c-57c8a9a269e5 details requested by agent ovs-agent-dv-cinder-817085-3-iscsi with host dv-cinder-817085-3-iscsi {{(pid=101603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 01:02:35.047338 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-41a86690-8908-4073-a58c-5d8f7d579725 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7552462 Nov 11 01:02:35.054201 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:35.189158 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d68f1549-b03b-405a-bf98-1c4b5878b270 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:35.293038 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43043616-9e4c-47be-b759-fbf590c30d84 None None] Network 232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:02:35.309327 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d68f1549-b03b-405a-bf98-1c4b5878b270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:35.366067 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68f1549-b03b-405a-bf98-1c4b5878b270 admin admin] Network aa4f75c5-5213-4ff6-92cc-17e0fe78067f is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:02:35.372560 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-d68f1549-b03b-405a-bf98-1c4b5878b270 admin admin] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:02:35.377290 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68f1549-b03b-405a-bf98-1c4b5878b270 admin admin] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:02:35.382727 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-fd278944-9f04-4ee2-be03-36ec2d192ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for subnet, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:35.496941 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f1549-b03b-405a-bf98-1c4b5878b270 admin admin] Pushing event updated for resources: {'Port': ['ID=4d9060fd-a907-45a7-8fa6-6607f0a9b5ec,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:35.615449 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82daa655-94a5-4183-ba11-c4bc74ad9968 None None] Network 048a8821-d983-414f-be92-0b2d1da42155 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:02:35.622471 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd278944-9f04-4ee2-be03-36ec2d192ea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=106c258c-9ba0-4b87-8aaf-5fe2051be471,revision_number=0']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:35.696587 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd278944-9f04-4ee2-be03-36ec2d192ea6 admin admin] Checking segment: {'id': '425d3614-7aea-4bf9-aeb7-1ca698b96498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:02:35.697360 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd278944-9f04-4ee2-be03-36ec2d192ea6 admin admin] Network hostable DHCP agents. Network: 7db40340-76c1-4dbb-a60c-57c8a9a269e5, hostable agents: ['51ef0dbb-d632-4ef8-8741-cd394451711b'], hosted agents: [] {{(pid=101601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 01:02:35.786815 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 52240) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:35.788707 dv-cinder-817085-3-iscsi neutron-server[101602]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 11 01:02:35.992142 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d68f1549-b03b-405a-bf98-1c4b5878b270 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:35.996582 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd278944-9f04-4ee2-be03-36ec2d192ea6 admin admin] Network 7db40340-76c1-4dbb-a60c-57c8a9a269e5 is scheduled to be hosted by DHCP agent 51ef0dbb-d632-4ef8-8741-cd394451711b with binding_index 1 {{(pid=101601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 01:02:36.017642 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 52262) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:36.052581 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-fd278944-9f04-4ee2-be03-36ec2d192ea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-3-iscsi, 7db40340-76c1-4dbb-a60c-57c8a9a269e5) {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:02:36.059074 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd278944-9f04-4ee2-be03-36ec2d192ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:36.059755 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-fd278944-9f04-4ee2-be03-36ec2d192ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:36.069876 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c6c980-29e5-4384-8245-bc8f91abce7a None None] Network 7db40340-76c1-4dbb-a60c-57c8a9a269e5 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:02:36.112365 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-fd278944-9f04-4ee2-be03-36ec2d192ea6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2070258 Nov 11 01:02:36.112568 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 52266) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:36.114759 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-1f775dcf-c2dd-4f35-a992-2fcb017677f1 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:36.118636 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-d580a4cb-afe6-4d23-8925-7614f055401e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-360278585-router', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:02:36.119478 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-1f775dcf-c2dd-4f35-a992-2fcb017677f1 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/networks?id=232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 HTTP/1.1" status: 200 len: 815 time: 0.3321102 Nov 11 01:02:36.145052 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-bf2da3f0-4b78-4e97-8739-7eb74bf4ac26 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/quotas/43ffc4ef7782463480e07227c26cfa47 HTTP/1.1" status: 200 len: 375 time: 0.0216424 Nov 11 01:02:36.185529 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d580a4cb-afe6-4d23-8925-7614f055401e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26547'] for router, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:36.187128 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d580a4cb-afe6-4d23-8925-7614f055401e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26538'] for router, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:36.222680 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-480f63c8-a5cf-4eea-9148-231a50c99650 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=43ffc4ef7782463480e07227c26cfa47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663023 Nov 11 01:02:36.273311 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-9c2aca4c-10b4-4a69-9173-ad39982cbbed tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:36.283905 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-9c2aca4c-10b4-4a69-9173-ad39982cbbed tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/networks?id=048a8821-d983-414f-be92-0b2d1da42155 HTTP/1.1" status: 200 len: 812 time: 0.2650049 Nov 11 01:02:36.293559 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d580a4cb-afe6-4d23-8925-7614f055401e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:36.298777 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d68f1549-b03b-405a-bf98-1c4b5878b270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918207'] for router, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:36.310378 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf009f10e-c01c-57c8-be8a-d17d016f7fe1-7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'fixed_ips': [{'subnet_id': '106c258c-9ba0-4b87-8aaf-5fe2051be471'}]}} from dv-cinder-817085-3-iscsi. {{(pid=101603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 01:02:36.311265 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:36.311770 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-9aea9a69-e8c0-4319-a996-35dc5cacb557 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/quotas/daf7efb5653647a882c13e0316a7ab68 HTTP/1.1" status: 200 len: 375 time: 0.0195298 Nov 11 01:02:36.368518 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-fdfaffe4-f498-46ae-b038-2f1ae3d4cac7 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=daf7efb5653647a882c13e0316a7ab68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499530 Nov 11 01:02:36.525336 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d580a4cb-afe6-4d23-8925-7614f055401e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:36.550343 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-00d66cd3-ac44-446b-a326-6e9db44b5957 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=101602) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 01:02:36.554113 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-00d66cd3-ac44-446b-a326-6e9db44b5957 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0571942 Nov 11 01:02:36.622881 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-b8b64857-2ff9-4c5b-ba39-7168f3d6aad6 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=101602) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 01:02:36.624116 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-b8b64857-2ff9-4c5b-ba39-7168f3d6aad6 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1137030 Nov 11 01:02:36.666141 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68f1549-b03b-405a-bf98-1c4b5878b270 admin admin] Router 31446713-06c6-4d01-ade1-5e39e41b53c8 is scheduled to L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a with binding_index 1 {{(pid=101601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 01:02:36.671168 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.db_base_plugin_common [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Allocated IP 172.20.0.2 (7db40340-76c1-4dbb-a60c-57c8a9a269e5/106c258c-9ba0-4b87-8aaf-5fe2051be471/f8859de6-bf14-4809-ae81-b02e340edfc3) {{(pid=101603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:02:36.752586 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-9cb5d2af-787e-45c0-a302-c6e29aaeac57 service neutron] 10.222.0.52 "GET /v2.0/networks/048a8821-d983-414f-be92-0b2d1da42155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917846 Nov 11 01:02:36.790126 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68f1549-b03b-405a-bf98-1c4b5878b270 admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:02:36.805034 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01686a8d-4766-4ede-bf6a-d8256946a049 None None] Sync routers for ids ['31446713-06c6-4d01-ade1-5e39e41b53c8'] in dv-cinder-817085-3-iscsi {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:02:36.823320 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01686a8d-4766-4ede-bf6a-d8256946a049 None None] Routers {'31446713-06c6-4d01-ade1-5e39e41b53c8'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:02:36.824446 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-01686a8d-4766-4ede-bf6a-d8256946a049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:02:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['31446713-06c6-4d01-ade1-5e39e41b53c8'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:02:36.843665 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 52288) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:36.860960 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-6578d114-0d7c-42f8-a065-030e5e1c23de service neutron] 10.222.0.52 "GET /v2.0/networks/232e5fb8-96bd-4e33-ad1f-50b0e7e803d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246306 Nov 11 01:02:36.862785 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Publish callbacks [] for port, precommit_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:36.869329 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385'] for port, after_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:36.882491 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d68f1549-b03b-405a-bf98-1c4b5878b270 admin admin] Publish callbacks [] for router, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:36.883724 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-d68f1549-b03b-405a-bf98-1c4b5878b270 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0213633 Nov 11 01:02:36.886726 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 52292) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:36.909892 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Network 7db40340-76c1-4dbb-a60c-57c8a9a269e5 is already hosted by enough agents. {{(pid=101603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:02:36.916192 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.scheduler.base_scheduler [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Resources bound (agent type, host, resource id): {{(pid=101603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:02:36.920267 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Received port after_create {{(pid=101603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:02:36.958998 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Pushing event updated for resources: {'Port': ['ID=f8859de6-bf14-4809-ae81-b02e340edfc3,revision_number=1']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:37.004726 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d580a4cb-afe6-4d23-8925-7614f055401e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:37.005407 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:37.005589 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:37.006166 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:37.006517 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:37.007495 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:37.007882 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:37.008205 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:37.008537 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:37.008888 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:37.009219 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:37.009543 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:37.009865 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Tracked resource versions report: Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: pushed versions: Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: { 'AddressGroup': {'1.2'}, Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: 'ConntrackHelper': {'1.0'}, Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: 'Log': {'1.0'}, Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: 'Network': {'1.1'}, Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: 'Port': {'1.7'}, Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: 'PortForwarding': {'1.2'}, Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: 'QosPolicy': {'1.10'}, Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: 'SecurityGroup': {'1.5'}, Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: 'SecurityGroupRule': {'1.2'}, Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: 'SubPort': {'1.0'}, Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: 'Subnet': {'1.1'}, Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: 'Trunk': {'1.1'}} Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: consumer versions: Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: { DHCP agent@dv-cinder-817085-3-iscsi: {}, Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: HyperV agent@hv-cinder-81708: {}, Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: L3 agent@dv-cinder-817085-3-iscsi: {}, Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: Metadata agent@dv-cinder-817085-3-iscsi: {}, Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: Metering agent@dv-cinder-817085-3-iscsi: {}, Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: Open vSwitch agent@dv-cinder-817085-3-iscsi: { 'AddressGroup': '1.2', Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: 'ConntrackHelper': '1.0', Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: 'Log': '1.0', Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: 'Network': '1.1', Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: 'Port': '1.7', Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: 'PortForwarding': '1.2', Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: 'QosPolicy': '1.10', Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: 'SecurityGroup': '1.5', Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: 'SecurityGroupRule': '1.2', Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: 'SubPort': '1.0', Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: 'Subnet': '1.1', Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: 'Trunk': '1.1'}} Nov 11 01:02:37.011579 dv-cinder-817085-3-iscsi neutron-server[101603]: {{(pid=101603) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 01:02:37.031570 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Attempting to bind port f8859de6-bf14-4809-ae81-b02e340edfc3 on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:02:37.032760 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Attempting to bind port f8859de6-bf14-4809-ae81-b02e340edfc3 by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': '425d3614-7aea-4bf9-aeb7-1ca698b96498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5'}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:02:37.033798 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Attempting to bind port f8859de6-bf14-4809-ae81-b02e340edfc3 on network 7db40340-76c1-4dbb-a60c-57c8a9a269e5 {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:02:37.042401 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:02:37.043018 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Checking segment: {'id': '425d3614-7aea-4bf9-aeb7-1ca698b96498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:02:37.043631 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:37.044343 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Bound using segment: {'id': '425d3614-7aea-4bf9-aeb7-1ca698b96498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5'} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:02:37.045010 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Bound port: f8859de6-bf14-4809-ae81-b02e340edfc3, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425d3614-7aea-4bf9-aeb7-1ca698b96498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5'}}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:02:37.045590 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:37.049323 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d580a4cb-afe6-4d23-8925-7614f055401e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:37.069285 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-bfb7649d-01f6-4ce7-a696-39c23af48958 service neutron] 10.222.0.52 "GET /v2.0/networks/048a8821-d983-414f-be92-0b2d1da42155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079255 Nov 11 01:02:37.115503 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-cf961eca-7f64-46e8-ad50-fdf9fccaf662 service neutron] 10.222.0.52 "GET /v2.0/networks/232e5fb8-96bd-4e33-ad1f-50b0e7e803d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434583 Nov 11 01:02:37.133263 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9ec45fa6-8609-40ce-8049-3f15cfb7bb7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:37.149508 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] For port f8859de6-bf14-4809-ae81-b02e340edfc3, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:02:37.158486 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] For port f8859de6-bf14-4809-ae81-b02e340edfc3, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=f8859de6-bf14-4809-ae81-b02e340edfc3,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:02:37.168289 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-01686a8d-4766-4ede-bf6a-d8256946a049 None None] Set router 31446713-06c6-4d01-ade1-5e39e41b53c8 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:02:37.171299 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:37.300748 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010298c-6da9-4212-80cd-f0cdb73a02cd None None] Pushing event updated for resources: {'Port': ['ID=f8859de6-bf14-4809-ae81-b02e340edfc3,revision_number=2']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:37.362295 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9ec45fa6-8609-40ce-8049-3f15cfb7bb7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:37.400654 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9ec45fa6-8609-40ce-8049-3f15cfb7bb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:37.492108 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-01686a8d-4766-4ede-bf6a-d8256946a049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31446713-06c6-4d01-ade1-5e39e41b53c8', 'name': 'tempest-ServerRescueNegativeTestJSON-1950745526-router', 'tenant_id': '4b9ddce0b6794348af30770172bcd5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '4d9060fd-a907-45a7-8fa6-6607f0a9b5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:33Z', 'updated_at': '2021-11-11T01:02:35Z', 'revision_number': 3, 'project_id': '4b9ddce0b6794348af30770172bcd5c5', 'gw_port': {'id': '4d9060fd-a907-45a7-8fa6-6607f0a9b5ec', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ec:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31446713-06c6-4d01-ade1-5e39e41b53c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:34Z', 'updated_at': '2021-11-11T01:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:02:37.604862 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01686a8d-4766-4ede-bf6a-d8256946a049 None None] Checking router: 31446713-06c6-4d01-ade1-5e39e41b53c8 for host: dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:02:37.605229 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01686a8d-4766-4ede-bf6a-d8256946a049 None None] Updating router 31446713-06c6-4d01-ade1-5e39e41b53c8 port 4d9060fd-a907-45a7-8fa6-6607f0a9b5ec binding host dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 01:02:37.708871 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-01686a8d-4766-4ede-bf6a-d8256946a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:37.753512 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9677ce7c-10e8-4986-a776-3d38507df733 req-9508023d-250d-4d00-905e-344cb5adfaec tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 210 time: 0.1431072 Nov 11 01:02:38.032073 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec45fa6-8609-40ce-8049-3f15cfb7bb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9e41c1-63fb-4b04-a89b-a3479b121787,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:38.058068 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-9ec45fa6-8609-40ce-8049-3f15cfb7bb7f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0dd65ca82d6044579f3643bc1ddc2a67&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2107389 Nov 11 01:02:38.060946 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 52350) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:38.106406 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7ddde782-2b25-4b45-a637-5ca49ac594f9 req-a5a77a5a-7091-4bfb-bdba-521c2dd27b65 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 210 time: 0.3600965 Nov 11 01:02:38.165807 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [None req-d580a4cb-afe6-4d23-8925-7614f055401e admin admin] Allocated IP 172.27.2.5 (aa4f75c5-5213-4ff6-92cc-17e0fe78067f/bed3c881-f684-464c-a719-dd29140bdb28/e898473f-a8eb-4b31-8435-047d5346bf99) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:02:38.452639 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d580a4cb-afe6-4d23-8925-7614f055401e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:38.493118 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-f81877e7-fc3d-4cc8-b775-bce6dd3358c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:38.530077 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-f81877e7-fc3d-4cc8-b775-bce6dd3358c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:38.683383 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-f81877e7-fc3d-4cc8-b775-bce6dd3358c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:38.686369 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-f81877e7-fc3d-4cc8-b775-bce6dd3358c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:38.688719 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-f81877e7-fc3d-4cc8-b775-bce6dd3358c4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/db9e41c1-63fb-4b04-a89b-a3479b121787 HTTP/1.1" status: 204 len: 168 time: 0.6130998 Nov 11 01:02:38.738350 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d580a4cb-afe6-4d23-8925-7614f055401e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:38.792496 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81877e7-fc3d-4cc8-b775-bce6dd3358c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9e41c1-63fb-4b04-a89b-a3479b121787,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:38.837141 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 52418) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:38.970095 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d580a4cb-afe6-4d23-8925-7614f055401e admin admin] Network aa4f75c5-5213-4ff6-92cc-17e0fe78067f is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:02:38.974289 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d2295d60-a2a3-4306-b54b-79097f015e51 req-c1755f49-dc93-46f5-b0ad-bda583c9795e tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 210 time: 0.0729945 Nov 11 01:02:39.001630 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580a4cb-afe6-4d23-8925-7614f055401e admin admin] Pushing event updated for resources: {'Port': ['ID=e898473f-a8eb-4b31-8435-047d5346bf99,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:39.011437 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0905bbc9-5e7b-4308-92a2-899a79b9c373 None None] Network 7db40340-76c1-4dbb-a60c-57c8a9a269e5 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:02:39.024952 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-d580a4cb-afe6-4d23-8925-7614f055401e admin admin] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:02:39.032444 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d580a4cb-afe6-4d23-8925-7614f055401e admin admin] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:02:39.087929 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-01686a8d-4766-4ede-bf6a-d8256946a049 None None] Publish callbacks [] for port, precommit_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:39.101960 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-01686a8d-4766-4ede-bf6a-d8256946a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:39.183626 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.managers [None req-01686a8d-4766-4ede-bf6a-d8256946a049 None None] Attempting to bind port 4d9060fd-a907-45a7-8fa6-6607f0a9b5ec on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:02:39.184015 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.managers [None req-01686a8d-4766-4ede-bf6a-d8256946a049 None None] Attempting to bind port 4d9060fd-a907-45a7-8fa6-6607f0a9b5ec by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}] {{(pid=101604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:02:39.184418 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01686a8d-4766-4ede-bf6a-d8256946a049 None None] Attempting to bind port 4d9060fd-a907-45a7-8fa6-6607f0a9b5ec on network aa4f75c5-5213-4ff6-92cc-17e0fe78067f {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:02:39.269302 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01686a8d-4766-4ede-bf6a-d8256946a049 None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:02:39.270403 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01686a8d-4766-4ede-bf6a-d8256946a049 None None] Checking segment: {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:02:39.275286 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-01686a8d-4766-4ede-bf6a-d8256946a049 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:39.276372 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01686a8d-4766-4ede-bf6a-d8256946a049 None None] Bound using segment: {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'} {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:02:39.276912 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.managers [None req-01686a8d-4766-4ede-bf6a-d8256946a049 None None] Bound port: 4d9060fd-a907-45a7-8fa6-6607f0a9b5ec, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}}] {{(pid=101604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:02:39.277308 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-01686a8d-4766-4ede-bf6a-d8256946a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:39.300300 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device f8859de6-bf14-4809-ae81-b02e340edfc3 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:02:39.375301 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-ce95c5e3-dbea-4bce-a555-15e7b08011ad None None] Provisioning complete for port f8859de6-bf14-4809-ae81-b02e340edfc3 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:02:39.375737 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-ce95c5e3-dbea-4bce-a555-15e7b08011ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:39.385350 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port f8859de6-bf14-4809-ae81-b02e340edfc3 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:02:39.385679 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:39.388462 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-bba05015-fa08-42b8-bb2a-4900a6bf7196 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:39.515106 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 52436) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:39.531772 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.db [None req-01686a8d-4766-4ede-bf6a-d8256946a049 None None] For port 4d9060fd-a907-45a7-8fa6-6607f0a9b5ec, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:02:39.545909 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.db [None req-01686a8d-4766-4ede-bf6a-d8256946a049 None None] For port 4d9060fd-a907-45a7-8fa6-6607f0a9b5ec, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=4d9060fd-a907-45a7-8fa6-6607f0a9b5ec,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:02:39.557045 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2906a6-8cd2-4acd-a8cd-eed1b3709702 None None] Pushing event updated for resources: {'Port': ['ID=4d9060fd-a907-45a7-8fa6-6607f0a9b5ec,revision_number=2']} {{(pid=101604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:39.561260 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-01686a8d-4766-4ede-bf6a-d8256946a049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:39.591277 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d580a4cb-afe6-4d23-8925-7614f055401e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:39.607063 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:39.609763 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2906a6-8cd2-4acd-a8cd-eed1b3709702 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:39.609920 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-ce95c5e3-dbea-4bce-a555-15e7b08011ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:39.610255 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2906a6-8cd2-4acd-a8cd-eed1b3709702 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:39.613974 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2906a6-8cd2-4acd-a8cd-eed1b3709702 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:39.614595 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2906a6-8cd2-4acd-a8cd-eed1b3709702 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:39.614705 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2906a6-8cd2-4acd-a8cd-eed1b3709702 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:39.615144 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2906a6-8cd2-4acd-a8cd-eed1b3709702 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:39.615741 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2906a6-8cd2-4acd-a8cd-eed1b3709702 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:39.616091 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2906a6-8cd2-4acd-a8cd-eed1b3709702 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:39.616443 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2906a6-8cd2-4acd-a8cd-eed1b3709702 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:39.616780 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2906a6-8cd2-4acd-a8cd-eed1b3709702 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:39.617110 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2906a6-8cd2-4acd-a8cd-eed1b3709702 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:39.620223 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2906a6-8cd2-4acd-a8cd-eed1b3709702 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2906a6-8cd2-4acd-a8cd-eed1b3709702 None None] Tracked resource versions report: Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: pushed versions: Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: { 'AddressGroup': {'1.2'}, Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: 'ConntrackHelper': {'1.0'}, Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: 'Log': {'1.0'}, Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: 'Network': {'1.1'}, Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: 'Port': {'1.7'}, Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: 'PortForwarding': {'1.2'}, Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: 'QosPolicy': {'1.10'}, Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: 'SecurityGroup': {'1.5'}, Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: 'SecurityGroupRule': {'1.2'}, Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: 'SubPort': {'1.0'}, Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: 'Subnet': {'1.1'}, Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: 'Trunk': {'1.1'}} Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: consumer versions: Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: { DHCP agent@dv-cinder-817085-3-iscsi: {}, Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: HyperV agent@hv-cinder-81708: {}, Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: L3 agent@dv-cinder-817085-3-iscsi: {}, Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: Metadata agent@dv-cinder-817085-3-iscsi: {}, Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: Metering agent@dv-cinder-817085-3-iscsi: {}, Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: Open vSwitch agent@dv-cinder-817085-3-iscsi: { 'AddressGroup': '1.2', Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: 'ConntrackHelper': '1.0', Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: 'Log': '1.0', Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: 'Network': '1.1', Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: 'Port': '1.7', Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: 'PortForwarding': '1.2', Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: 'QosPolicy': '1.10', Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: 'SecurityGroup': '1.5', Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: 'SecurityGroupRule': '1.2', Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: 'SubPort': '1.0', Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: 'Subnet': '1.1', Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: 'Trunk': '1.1'}} Nov 11 01:02:39.621306 dv-cinder-817085-3-iscsi neutron-server[101604]: {{(pid=101604) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 01:02:39.651579 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-347b01d3-0d31-42da-8c97-173c8f928fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:39.653462 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-bba05015-fa08-42b8-bb2a-4900a6bf7196 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:39.662422 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] For port f8859de6-bf14-4809-ae81-b02e340edfc3, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=f8859de6-bf14-4809-ae81-b02e340edfc3,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:02:39.665849 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:39.688605 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-afb4fa34-8f40-4c3a-9778-f7936bca5906 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:39.712493 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-bba05015-fa08-42b8-bb2a-4900a6bf7196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:39.745667 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d33ae2b5-78e3-4b2e-b912-268e6fe3b1f4 req-95785a88-9aaf-4931-a715-3dd44d4d3a75 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 210 time: 0.0873182 Nov 11 01:02:39.750592 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2906a6-8cd2-4acd-a8cd-eed1b3709702 None None] Pushing event updated for resources: {'Port': ['ID=4d9060fd-a907-45a7-8fa6-6607f0a9b5ec,revision_number=3']} {{(pid=101604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:39.755064 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-bba05015-fa08-42b8-bb2a-4900a6bf7196 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7dc83d45d88440daa672e35765ac9c53&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9149890 Nov 11 01:02:39.755064 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 52440) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:39.775637 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.db.api [None req-ce95c5e3-dbea-4bce-a555-15e7b08011ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 01:02:39.776038 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG oslo_db.api [None req-ce95c5e3-dbea-4bce-a555-15e7b08011ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 01:02:39.780159 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Pushing event updated for resources: {'Port': ['ID=f8859de6-bf14-4809-ae81-b02e340edfc3,revision_number=3']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:39.787823 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01686a8d-4766-4ede-bf6a-d8256946a049 None None] Routers {'31446713-06c6-4d01-ade1-5e39e41b53c8'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:02:39.788783 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-01686a8d-4766-4ede-bf6a-d8256946a049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:02:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['31446713-06c6-4d01-ade1-5e39e41b53c8'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:02:39.825238 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-a0f60060-1de7-4000-b1b0-65f4bfa6435f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:39.845373 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba05015-fa08-42b8-bb2a-4900a6bf7196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26cbcf1-ef30-40a6-94ce-0b054435e22f,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:39.860626 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-a0f60060-1de7-4000-b1b0-65f4bfa6435f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:39.913517 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-01686a8d-4766-4ede-bf6a-d8256946a049 None None] Set router 31446713-06c6-4d01-ade1-5e39e41b53c8 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:02:39.922033 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-a0f60060-1de7-4000-b1b0-65f4bfa6435f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:39.924912 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-a0f60060-1de7-4000-b1b0-65f4bfa6435f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:39.927392 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-a0f60060-1de7-4000-b1b0-65f4bfa6435f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a26cbcf1-ef30-40a6-94ce-0b054435e22f HTTP/1.1" status: 204 len: 168 time: 0.1710532 Nov 11 01:02:39.936642 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f60060-1de7-4000-b1b0-65f4bfa6435f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26cbcf1-ef30-40a6-94ce-0b054435e22f,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:40.117566 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-afb4fa34-8f40-4c3a-9778-f7936bca5906 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:40.132932 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-afb4fa34-8f40-4c3a-9778-f7936bca5906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:40.143267 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [None req-347b01d3-0d31-42da-8c97-173c8f928fbc admin admin] Allocated IP 172.20.0.1 (288ad7ee-ad49-45cc-b619-30fceacb55ee/217dd1d9-2c80-47df-a154-fc3ee5b01472/bed69a27-0b19-4773-ade2-e0373d0b62f1) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:02:40.187051 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-40b23ffb-7cac-4da5-9c7d-a18c19de9e8f req-586ae40f-dc54-4d18-a93c-22989759ec50 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 210 time: 0.0489237 Nov 11 01:02:40.189259 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d580a4cb-afe6-4d23-8925-7614f055401e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918207'] for router, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:40.205114 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4fa34-8f40-4c3a-9778-f7936bca5906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4185b7-2094-4ae9-8f6e-dc0ec5fc09e0,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:40.205647 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-01686a8d-4766-4ede-bf6a-d8256946a049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31446713-06c6-4d01-ade1-5e39e41b53c8', 'name': 'tempest-ServerRescueNegativeTestJSON-1950745526-router', 'tenant_id': '4b9ddce0b6794348af30770172bcd5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '4d9060fd-a907-45a7-8fa6-6607f0a9b5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:33Z', 'updated_at': '2021-11-11T01:02:35Z', 'revision_number': 3, 'project_id': '4b9ddce0b6794348af30770172bcd5c5', 'gw_port': {'id': '4d9060fd-a907-45a7-8fa6-6607f0a9b5ec', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ec:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31446713-06c6-4d01-ade1-5e39e41b53c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:34Z', 'updated_at': '2021-11-11T01:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:02:40.209737 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-afb4fa34-8f40-4c3a-9778-f7936bca5906 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bb88e70f8983401cbbf22cafc4fb61ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6195180 Nov 11 01:02:40.214719 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 52448) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:40.240536 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01686a8d-4766-4ede-bf6a-d8256946a049 None None] The sync data for ids ['31446713-06c6-4d01-ade1-5e39e41b53c8'] in dv-cinder-817085-3-iscsi is: [{'id': '31446713-06c6-4d01-ade1-5e39e41b53c8', 'name': 'tempest-ServerRescueNegativeTestJSON-1950745526-router', 'tenant_id': '4b9ddce0b6794348af30770172bcd5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '4d9060fd-a907-45a7-8fa6-6607f0a9b5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:33Z', 'updated_at': '2021-11-11T01:02:35Z', 'revision_number': 3, 'project_id': '4b9ddce0b6794348af30770172bcd5c5', 'gw_port': {'id': '4d9060fd-a907-45a7-8fa6-6607f0a9b5ec', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ec:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31446713-06c6-4d01-ade1-5e39e41b53c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:34Z', 'updated_at': '2021-11-11T01:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}] {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:02:40.273532 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-fa3e01ca-cb81-415b-a016-900ae4d80e3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:40.342673 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-fa3e01ca-cb81-415b-a016-900ae4d80e3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:40.400678 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-347b01d3-0d31-42da-8c97-173c8f928fbc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:40.408444 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-fa3e01ca-cb81-415b-a016-900ae4d80e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:40.412017 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-fa3e01ca-cb81-415b-a016-900ae4d80e3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:40.413748 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-fa3e01ca-cb81-415b-a016-900ae4d80e3b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1a4185b7-2094-4ae9-8f6e-dc0ec5fc09e0 HTTP/1.1" status: 204 len: 168 time: 0.1970959 Nov 11 01:02:40.439151 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e01ca-cb81-415b-a016-900ae4d80e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4185b7-2094-4ae9-8f6e-dc0ec5fc09e0,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:40.454062 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d580a4cb-afe6-4d23-8925-7614f055401e admin admin] Router c0042718-a156-4f57-806b-299e7b0af0d9 is scheduled to L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a with binding_index 1 {{(pid=101601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 01:02:40.458592 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-347b01d3-0d31-42da-8c97-173c8f928fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:40.483296 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-4b679f05-03d9-4e9c-83b2-a7faacab31c6 None None] Provisioning complete for port f8859de6-bf14-4809-ae81-b02e340edfc3 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:02:40.483845 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-4b679f05-03d9-4e9c-83b2-a7faacab31c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:40.512337 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347b01d3-0d31-42da-8c97-173c8f928fbc admin admin] Network 288ad7ee-ad49-45cc-b619-30fceacb55ee is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:02:40.728490 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-347b01d3-0d31-42da-8c97-173c8f928fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:02:40.736232 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347b01d3-0d31-42da-8c97-173c8f928fbc admin admin] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:02:40.736740 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-347b01d3-0d31-42da-8c97-173c8f928fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919144'] for router_interface, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:40.763303 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b01d3-0d31-42da-8c97-173c8f928fbc admin admin] Pushing event updated for resources: {'Port': ['ID=bed69a27-0b19-4773-ade2-e0373d0b62f1,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:40.923860 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-32c3643d-9e1b-449b-802c-06d2f6642193 req-5823b3ce-db1b-4c9b-b725-2832348fbe3a tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 210 time: 0.0487657 Nov 11 01:02:41.026558 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d580a4cb-afe6-4d23-8925-7614f055401e admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:02:41.049061 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c11f4c-cdd5-4fbe-b19f-f77ea3228fcc None None] Sync routers for ids ['c0042718-a156-4f57-806b-299e7b0af0d9'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:02:41.065815 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c11f4c-cdd5-4fbe-b19f-f77ea3228fcc None None] Routers {'c0042718-a156-4f57-806b-299e7b0af0d9'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:02:41.067846 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-26c11f4c-cdd5-4fbe-b19f-f77ea3228fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:02:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['c0042718-a156-4f57-806b-299e7b0af0d9'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:02:41.076510 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d580a4cb-afe6-4d23-8925-7614f055401e admin admin] Publish callbacks [] for router, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:41.077876 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-d580a4cb-afe6-4d23-8925-7614f055401e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9644034 Nov 11 01:02:41.081580 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 52486) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:41.155391 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 52488) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:41.187498 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-347b01d3-0d31-42da-8c97-173c8f928fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:41.329048 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 4d9060fd-a907-45a7-8fa6-6607f0a9b5ec up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:02:41.406398 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-22ac7acb-60fb-41ee-a65d-32e9d59e80de admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-622323255-network', 'tenant_id': '48f0cdf39f344c0e901aa2bca82b96c9'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:02:41.450207 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-26c11f4c-cdd5-4fbe-b19f-f77ea3228fcc None None] Set router c0042718-a156-4f57-806b-299e7b0af0d9 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:02:41.459943 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-86cd73b7-a50c-4b11-9800-a5f6f74469ae req-d3cca7ca-3d49-4238-aa2d-7ebbe549879a tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 210 time: 0.0992148 Nov 11 01:02:41.538761 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ac7acb-60fb-41ee-a65d-32e9d59e80de admin admin] Made reservation on behalf of 48f0cdf39f344c0e901aa2bca82b96c9 for: {'network': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:02:41.541586 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-22ac7acb-60fb-41ee-a65d-32e9d59e80de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for network, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:41.585291 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-347b01d3-0d31-42da-8c97-173c8f928fbc admin admin] Publish callbacks [] for port, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:41.587748 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-22ac7acb-60fb-41ee-a65d-32e9d59e80de admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:41.593829 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-347b01d3-0d31-42da-8c97-173c8f928fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:41.594696 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-347b01d3-0d31-42da-8c97-173c8f928fbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919292'] for router_interface, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:41.680005 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 4d9060fd-a907-45a7-8fa6-6607f0a9b5ec triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:02:41.681027 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:41.689795 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-22ac7acb-60fb-41ee-a65d-32e9d59e80de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:41.720404 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-22ac7acb-60fb-41ee-a65d-32e9d59e80de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:41.758933 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac7acb-60fb-41ee-a65d-32e9d59e80de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ef7bd6-0a8e-4891-900b-737227716e6f,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:41.799376 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b01d3-0d31-42da-8c97-173c8f928fbc admin admin] Pushing event updated for resources: {'Port': ['ID=bed69a27-0b19-4773-ade2-e0373d0b62f1,revision_number=2']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:41.828137 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ac7acb-60fb-41ee-a65d-32e9d59e80de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=101601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 01:02:41.842798 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-efef7421-2cb0-4d82-a610-959274059104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:41.848826 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:41.867716 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-26c11f4c-cdd5-4fbe-b19f-f77ea3228fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'name': 'tempest-AttachVolumeShelveTestJSON-360278585-router', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:36Z', 'updated_at': '2021-11-11T01:02:39Z', 'revision_number': 3, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'gw_port': {'id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:37Z', 'updated_at': '2021-11-11T01:02:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:02:41.901855 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-22ac7acb-60fb-41ee-a65d-32e9d59e80de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:41.902259 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.db.segments_db [None req-22ac7acb-60fb-41ee-a65d-32e9d59e80de admin admin] Added segment f8dbd1a4-370c-4407-bf94-4d13492c7e45 of type vlan for network 6586d17c-9c87-4254-9b9e-dcd0bf4d5abf Nov 11 01:02:41.907319 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] For port 4d9060fd-a907-45a7-8fa6-6607f0a9b5ec, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=4d9060fd-a907-45a7-8fa6-6607f0a9b5ec,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:02:41.908898 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c11f4c-cdd5-4fbe-b19f-f77ea3228fcc None None] Checking router: c0042718-a156-4f57-806b-299e7b0af0d9 for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:02:41.908898 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c11f4c-cdd5-4fbe-b19f-f77ea3228fcc None None] Updating router c0042718-a156-4f57-806b-299e7b0af0d9 port e898473f-a8eb-4b31-8435-047d5346bf99 binding host dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 01:02:41.914408 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:41.915201 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device f8859de6-bf14-4809-ae81-b02e340edfc3 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:02:42.026314 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-22ac7acb-60fb-41ee-a65d-32e9d59e80de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764258555859'] for network, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:42.046146 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.db_base_plugin_common [None req-efef7421-2cb0-4d82-a610-959274059104 admin admin] Allocated IP 172.20.0.1 (7db40340-76c1-4dbb-a60c-57c8a9a269e5/106c258c-9ba0-4b87-8aaf-5fe2051be471/00beaa14-6b37-445e-ab5d-f8ef41959a7d) {{(pid=101602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:02:42.080980 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347b01d3-0d31-42da-8c97-173c8f928fbc admin admin] Network 288ad7ee-ad49-45cc-b619-30fceacb55ee is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:02:42.085585 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-347b01d3-0d31-42da-8c97-173c8f928fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:02:42.199056 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-22ac7acb-60fb-41ee-a65d-32e9d59e80de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for network, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:42.201349 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ac7acb-60fb-41ee-a65d-32e9d59e80de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:42.207740 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-22ac7acb-60fb-41ee-a65d-32e9d59e80de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:42.239542 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-26c11f4c-cdd5-4fbe-b19f-f77ea3228fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:42.252425 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-862aa411-ca50-4f23-9204-b4923a9c2b0f req-6ca34466-308a-489a-b515-8b80dcf2dbb3 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 210 time: 0.0723517 Nov 11 01:02:42.261688 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-22ac7acb-60fb-41ee-a65d-32e9d59e80de admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1052904 Nov 11 01:02:42.262842 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 52524) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:42.353694 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-efef7421-2cb0-4d82-a610-959274059104 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:42.390237 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-c948f1f2-e7d9-428f-8913-2e0c6cce2c48 admin admin] Request body: {'subnet': {'network_id': '6586d17c-9c87-4254-9b9e-dcd0bf4d5abf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-622323255-subnet', 'tenant_id': '48f0cdf39f344c0e901aa2bca82b96c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:02:42.416545 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-efef7421-2cb0-4d82-a610-959274059104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385'] for port, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:42.491898 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Pushing event updated for resources: {'Port': ['ID=4d9060fd-a907-45a7-8fa6-6607f0a9b5ec,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:42.509686 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efef7421-2cb0-4d82-a610-959274059104 admin admin] Network 7db40340-76c1-4dbb-a60c-57c8a9a269e5 is already hosted by enough agents. {{(pid=101602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:02:42.513293 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.base_scheduler [None req-efef7421-2cb0-4d82-a610-959274059104 admin admin] Resources bound (agent type, host, resource id): {{(pid=101602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:02:42.528552 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efef7421-2cb0-4d82-a610-959274059104 admin admin] Received port after_create {{(pid=101602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:02:42.530280 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-efef7421-2cb0-4d82-a610-959274059104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919144'] for router_interface, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:42.591995 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port f8859de6-bf14-4809-ae81-b02e340edfc3 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:02:42.592417 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:42.603908 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac7acb-60fb-41ee-a65d-32e9d59e80de admin admin] Pushing event updated for resources: {'Network': ['ID=6586d17c-9c87-4254-9b9e-dcd0bf4d5abf,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:42.628427 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef7421-2cb0-4d82-a610-959274059104 admin admin] Pushing event updated for resources: {'Port': ['ID=00beaa14-6b37-445e-ab5d-f8ef41959a7d,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:42.649210 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c948f1f2-e7d9-428f-8913-2e0c6cce2c48 admin admin] Made reservation on behalf of 48f0cdf39f344c0e901aa2bca82b96c9 for: {'subnet': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:02:42.663070 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-c948f1f2-e7d9-428f-8913-2e0c6cce2c48 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:42.684496 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Network 6586d17c-9c87-4254-9b9e-dcd0bf4d5abf details requested by agent ovs-agent-dv-cinder-817085-3-iscsi with host dv-cinder-817085-3-iscsi {{(pid=101603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 01:02:42.760124 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dc532992-bafa-4d23-9b83-2215614c4ee5 req-6ab1133e-142e-4c43-8eda-331bbc7b355c tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 210 time: 0.0543008 Nov 11 01:02:42.900845 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347b01d3-0d31-42da-8c97-173c8f928fbc admin admin] Router 31446713-06c6-4d01-ade1-5e39e41b53c8 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:02:42.978491 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-41980724-95e2-4376-bb9e-5c56c5cda306 None None] Provisioning complete for port 00beaa14-6b37-445e-ab5d-f8ef41959a7d triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:02:42.979315 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-41980724-95e2-4376-bb9e-5c56c5cda306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:42.986462 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-efef7421-2cb0-4d82-a610-959274059104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:43.120572 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-c948f1f2-e7d9-428f-8913-2e0c6cce2c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for subnet, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:43.168925 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-26c11f4c-cdd5-4fbe-b19f-f77ea3228fcc None None] Publish callbacks [] for port, precommit_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:43.173526 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-41980724-95e2-4376-bb9e-5c56c5cda306 None None] Port 00beaa14-6b37-445e-ab5d-f8ef41959a7d cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:02:43.199320 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-26c11f4c-cdd5-4fbe-b19f-f77ea3228fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:43.212643 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.64', 51216) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:43.277683 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347b01d3-0d31-42da-8c97-173c8f928fbc admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:02:43.287581 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b154e87-258c-43b7-8430-b870fefe7982 None None] Sync routers for ids ['31446713-06c6-4d01-ade1-5e39e41b53c8'] in dv-cinder-817085-3-iscsi {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:02:43.294297 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-347b01d3-0d31-42da-8c97-173c8f928fbc admin admin] 10.222.0.52 "PUT /v2.0/routers/31446713-06c6-4d01-ade1-5e39e41b53c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4065995 Nov 11 01:02:43.306819 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 4d9060fd-a907-45a7-8fa6-6607f0a9b5ec up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:02:43.336903 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b154e87-258c-43b7-8430-b870fefe7982 None None] Routers {'31446713-06c6-4d01-ade1-5e39e41b53c8'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:02:43.341032 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-3b154e87-258c-43b7-8430-b870fefe7982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:02:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['31446713-06c6-4d01-ade1-5e39e41b53c8'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:02:43.389249 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-26c11f4c-cdd5-4fbe-b19f-f77ea3228fcc None None] Attempting to bind port e898473f-a8eb-4b31-8435-047d5346bf99 on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:02:43.389665 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-26c11f4c-cdd5-4fbe-b19f-f77ea3228fcc None None] Attempting to bind port e898473f-a8eb-4b31-8435-047d5346bf99 by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:02:43.390385 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c11f4c-cdd5-4fbe-b19f-f77ea3228fcc None None] Attempting to bind port e898473f-a8eb-4b31-8435-047d5346bf99 on network aa4f75c5-5213-4ff6-92cc-17e0fe78067f {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:02:43.393601 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbfc2e-5816-450c-acb6-2a4741a8153c None None] Pushing event updated for resources: {'Port': ['ID=e898473f-a8eb-4b31-8435-047d5346bf99,revision_number=2']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:43.404803 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c11f4c-cdd5-4fbe-b19f-f77ea3228fcc None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:02:43.405280 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c11f4c-cdd5-4fbe-b19f-f77ea3228fcc None None] Checking segment: {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:02:43.405568 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-26c11f4c-cdd5-4fbe-b19f-f77ea3228fcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:43.405953 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c11f4c-cdd5-4fbe-b19f-f77ea3228fcc None None] Bound using segment: {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:02:43.406426 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-26c11f4c-cdd5-4fbe-b19f-f77ea3228fcc None None] Bound port: e898473f-a8eb-4b31-8435-047d5346bf99, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:02:43.406815 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-26c11f4c-cdd5-4fbe-b19f-f77ea3228fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:43.572320 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-26c11f4c-cdd5-4fbe-b19f-f77ea3228fcc None None] For port e898473f-a8eb-4b31-8435-047d5346bf99, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:02:43.577842 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:43.585214 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-26c11f4c-cdd5-4fbe-b19f-f77ea3228fcc None None] For port e898473f-a8eb-4b31-8435-047d5346bf99, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=e898473f-a8eb-4b31-8435-047d5346bf99,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:02:43.599316 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-26c11f4c-cdd5-4fbe-b19f-f77ea3228fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:43.608976 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 4d9060fd-a907-45a7-8fa6-6607f0a9b5ec triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:02:43.608976 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:43.625554 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-3b154e87-258c-43b7-8430-b870fefe7982 None None] Set router 31446713-06c6-4d01-ade1-5e39e41b53c8 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:02:43.674927 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c08e5bba-a619-46df-9d94-370d79a13106 req-e785ec6d-10b8-4e42-b88d-6798e613d6c5 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 210 time: 0.0981205 Nov 11 01:02:43.702847 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c11f4c-cdd5-4fbe-b19f-f77ea3228fcc None None] Routers {'c0042718-a156-4f57-806b-299e7b0af0d9'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:02:43.703516 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-26c11f4c-cdd5-4fbe-b19f-f77ea3228fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:02:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['c0042718-a156-4f57-806b-299e7b0af0d9'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:02:43.709428 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbfc2e-5816-450c-acb6-2a4741a8153c None None] Pushing event updated for resources: {'Port': ['ID=e898473f-a8eb-4b31-8435-047d5346bf99,revision_number=3']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:43.899060 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4d966752-afd5-4e9b-906d-b0df694af168 req-201e296d-bde0-441d-a721-0ca4f98cb39e tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 210 time: 0.0527105 Nov 11 01:02:43.970593 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-efef7421-2cb0-4d82-a610-959274059104 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:43.974812 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948f1f2-e7d9-428f-8913-2e0c6cce2c48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15c23084-80df-436a-befa-d56fb8cc75b2,revision_number=0']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:43.984457 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-efef7421-2cb0-4d82-a610-959274059104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:43.985180 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-efef7421-2cb0-4d82-a610-959274059104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919292'] for router_interface, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:44.003562 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-26c11f4c-cdd5-4fbe-b19f-f77ea3228fcc None None] Set router c0042718-a156-4f57-806b-299e7b0af0d9 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:02:44.083514 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-3b154e87-258c-43b7-8430-b870fefe7982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31446713-06c6-4d01-ade1-5e39e41b53c8', 'name': 'tempest-ServerRescueNegativeTestJSON-1950745526-router', 'tenant_id': '4b9ddce0b6794348af30770172bcd5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '4d9060fd-a907-45a7-8fa6-6607f0a9b5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:33Z', 'updated_at': '2021-11-11T01:02:41Z', 'revision_number': 4, 'project_id': '4b9ddce0b6794348af30770172bcd5c5', 'gw_port': {'id': '4d9060fd-a907-45a7-8fa6-6607f0a9b5ec', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31446713-06c6-4d01-ade1-5e39e41b53c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:34Z', 'updated_at': '2021-11-11T01:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': 'bed69a27-0b19-4773-ade2-e0373d0b62f1', 'name': '', 'network_id': '288ad7ee-ad49-45cc-b619-30fceacb55ee', 'tenant_id': '4b9ddce0b6794348af30770172bcd5c5', 'mac_address': 'fa:16:3e:b3:15:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31446713-06c6-4d01-ade1-5e39e41b53c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '217dd1d9-2c80-47df-a154-fc3ee5b01472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:39Z', 'updated_at': '2021-11-11T01:02:41Z', 'revision_number': 2, 'project_id': '4b9ddce0b6794348af30770172bcd5c5', 'subnets': [{'id': '217dd1d9-2c80-47df-a154-fc3ee5b01472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:02:44.093806 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-2cf9448a-ab58-48a8-a868-b3be04973c53 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:44.106190 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-2cf9448a-ab58-48a8-a868-b3be04973c53 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.64 "GET /v2.0/networks?id=048a8821-d983-414f-be92-0b2d1da42155 HTTP/1.1" status: 200 len: 812 time: 0.8830960 Nov 11 01:02:44.122307 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.64', 51221) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:44.123300 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c948f1f2-e7d9-428f-8913-2e0c6cce2c48 admin admin] Checking segment: {'id': 'f8dbd1a4-370c-4407-bf94-4d13492c7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6586d17c-9c87-4254-9b9e-dcd0bf4d5abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:02:44.123849 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c948f1f2-e7d9-428f-8913-2e0c6cce2c48 admin admin] Network hostable DHCP agents. Network: 6586d17c-9c87-4254-9b9e-dcd0bf4d5abf, hostable agents: ['51ef0dbb-d632-4ef8-8741-cd394451711b'], hosted agents: [] {{(pid=101601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 01:02:44.164569 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b154e87-258c-43b7-8430-b870fefe7982 None None] Checking router: 31446713-06c6-4d01-ade1-5e39e41b53c8 for host: dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:02:44.165232 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b154e87-258c-43b7-8430-b870fefe7982 None None] Updating router 31446713-06c6-4d01-ade1-5e39e41b53c8 port bed69a27-0b19-4773-ade2-e0373d0b62f1 binding host dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 01:02:44.249389 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-3b154e87-258c-43b7-8430-b870fefe7982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:44.331150 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef7421-2cb0-4d82-a610-959274059104 admin admin] Pushing event updated for resources: {'Port': ['ID=00beaa14-6b37-445e-ab5d-f8ef41959a7d,revision_number=2']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:44.422092 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efef7421-2cb0-4d82-a610-959274059104 admin admin] Network 7db40340-76c1-4dbb-a60c-57c8a9a269e5 is already hosted by enough agents. {{(pid=101602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:02:44.425608 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.base_scheduler [None req-efef7421-2cb0-4d82-a610-959274059104 admin admin] Resources bound (agent type, host, resource id): {{(pid=101602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:02:44.541649 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-26c11f4c-cdd5-4fbe-b19f-f77ea3228fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'name': 'tempest-AttachVolumeShelveTestJSON-360278585-router', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:36Z', 'updated_at': '2021-11-11T01:02:42Z', 'revision_number': 4, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'gw_port': {'id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:37Z', 'updated_at': '2021-11-11T01:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '00beaa14-6b37-445e-ab5d-f8ef41959a7d', 'name': '', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'mac_address': 'fa:16:3e:6f:83:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:41Z', 'updated_at': '2021-11-11T01:02:42Z', 'revision_number': 1, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'subnets': [{'id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:02:44.603614 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c11f4c-cdd5-4fbe-b19f-f77ea3228fcc None None] The sync data for ids ['c0042718-a156-4f57-806b-299e7b0af0d9'] in dv-cinder-817085-3-iscsi is: [{'id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'name': 'tempest-AttachVolumeShelveTestJSON-360278585-router', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:36Z', 'updated_at': '2021-11-11T01:02:42Z', 'revision_number': 4, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'gw_port': {'id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:37Z', 'updated_at': '2021-11-11T01:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '00beaa14-6b37-445e-ab5d-f8ef41959a7d', 'name': '', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'mac_address': 'fa:16:3e:6f:83:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:41Z', 'updated_at': '2021-11-11T01:02:42Z', 'revision_number': 1, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'subnets': [{'id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:02:44.839104 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-7f2f1195-29c8-484f-a316-e291f5d6d9a1 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Request body: {'port': {'device_id': '0360cc95-5544-4fb1-bc22-e5597a623fc0', 'network_id': '048a8821-d983-414f-be92-0b2d1da42155', 'admin_state_up': True, 'tenant_id': 'daf7efb5653647a882c13e0316a7ab68'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:02:44.879871 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efef7421-2cb0-4d82-a610-959274059104 admin admin] Router c0042718-a156-4f57-806b-299e7b0af0d9 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:02:44.916995 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-1d568c7c-4404-428c-b032-79ad02d57907 None None] Provisioning complete for port 00beaa14-6b37-445e-ab5d-f8ef41959a7d triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:02:44.917975 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d568c7c-4404-428c-b032-79ad02d57907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:44.964185 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-147cc57b-d49b-40cb-ab57-ec9a6ae37259 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:44.966264 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-147cc57b-d49b-40cb-ab57-ec9a6ae37259 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/networks?id=288ad7ee-ad49-45cc-b619-30fceacb55ee HTTP/1.1" status: 200 len: 819 time: 0.3677564 Nov 11 01:02:44.998724 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-1d568c7c-4404-428c-b032-79ad02d57907 None None] Port 00beaa14-6b37-445e-ab5d-f8ef41959a7d cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:02:45.012540 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-dbb6687d-b302-4cd5-92c8-e8367f5a0e77 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/quotas/4b9ddce0b6794348af30770172bcd5c5 HTTP/1.1" status: 200 len: 375 time: 0.0342224 Nov 11 01:02:45.166469 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c948f1f2-e7d9-428f-8913-2e0c6cce2c48 admin admin] Network 6586d17c-9c87-4254-9b9e-dcd0bf4d5abf is scheduled to be hosted by DHCP agent 51ef0dbb-d632-4ef8-8741-cd394451711b with binding_index 1 {{(pid=101601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 01:02:45.201769 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-3b154e87-258c-43b7-8430-b870fefe7982 None None] Publish callbacks [] for port, precommit_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:45.215855 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-3b154e87-258c-43b7-8430-b870fefe7982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:45.243210 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-c948f1f2-e7d9-428f-8913-2e0c6cce2c48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-3-iscsi, 6586d17c-9c87-4254-9b9e-dcd0bf4d5abf) {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:02:45.254635 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22174399-42f0-45fa-9108-f5239dfbbf66 None None] Network 6586d17c-9c87-4254-9b9e-dcd0bf4d5abf requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:02:45.276556 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c948f1f2-e7d9-428f-8913-2e0c6cce2c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:45.277372 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-c948f1f2-e7d9-428f-8913-2e0c6cce2c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:45.316886 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-028d90b1-b801-4931-a119-76f9d3a52e3a req-3e021812-842b-42b3-9c84-cb234f0f684b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 210 time: 0.1180897 Nov 11 01:02:45.345055 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efef7421-2cb0-4d82-a610-959274059104 admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:02:45.370521 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-efef7421-2cb0-4d82-a610-959274059104 admin admin] 10.222.0.52 "PUT /v2.0/routers/c0042718-a156-4f57-806b-299e7b0af0d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2867641 Nov 11 01:02:45.378195 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9f626-674d-4f9f-bcac-0fb0e88ed04a None None] Pushing event updated for resources: {'Port': ['ID=bed69a27-0b19-4773-ade2-e0373d0b62f1,revision_number=3']} {{(pid=101604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:45.409312 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-13c9d5e5-cf41-4cf0-a963-0eda86c20904 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b9ddce0b6794348af30770172bcd5c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3941672 Nov 11 01:02:45.469604 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-1ad2d1ea-1246-4052-9e1a-dbf4c8376201 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:45.471231 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-1ad2d1ea-1246-4052-9e1a-dbf4c8376201 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.64 "GET /v2.0/networks?id=232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 HTTP/1.1" status: 200 len: 815 time: 1.3365653 Nov 11 01:02:45.595206 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-e26a4c54-e1f6-492b-957c-4afebd2e840b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Request body: {'port': {'device_id': 'a61a1f6b-3738-404f-a57c-38c3e25aca4d', 'network_id': '232e5fb8-96bd-4e33-ad1f-50b0e7e803d2', 'admin_state_up': True, 'tenant_id': '43ffc4ef7782463480e07227c26cfa47'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:02:45.611331 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.managers [None req-3b154e87-258c-43b7-8430-b870fefe7982 None None] Attempting to bind port bed69a27-0b19-4773-ade2-e0373d0b62f1 on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:02:45.611620 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.managers [None req-3b154e87-258c-43b7-8430-b870fefe7982 None None] Attempting to bind port bed69a27-0b19-4773-ade2-e0373d0b62f1 by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': 'e6b6c9b0-a8e0-49cd-ab18-92478236f529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '288ad7ee-ad49-45cc-b619-30fceacb55ee'}] {{(pid=101604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:02:45.612165 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b154e87-258c-43b7-8430-b870fefe7982 None None] Attempting to bind port bed69a27-0b19-4773-ade2-e0373d0b62f1 on network 288ad7ee-ad49-45cc-b619-30fceacb55ee {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:02:45.644228 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b154e87-258c-43b7-8430-b870fefe7982 None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:02:45.645764 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b154e87-258c-43b7-8430-b870fefe7982 None None] Checking segment: {'id': 'e6b6c9b0-a8e0-49cd-ab18-92478236f529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '288ad7ee-ad49-45cc-b619-30fceacb55ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:02:45.647060 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-3b154e87-258c-43b7-8430-b870fefe7982 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:45.647627 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b154e87-258c-43b7-8430-b870fefe7982 None None] Bound using segment: {'id': 'e6b6c9b0-a8e0-49cd-ab18-92478236f529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '288ad7ee-ad49-45cc-b619-30fceacb55ee'} {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:02:45.648362 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.managers [None req-3b154e87-258c-43b7-8430-b870fefe7982 None None] Bound port: bed69a27-0b19-4773-ade2-e0373d0b62f1, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b6c9b0-a8e0-49cd-ab18-92478236f529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '288ad7ee-ad49-45cc-b619-30fceacb55ee'}}] {{(pid=101604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:02:45.648925 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-3b154e87-258c-43b7-8430-b870fefe7982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:45.662369 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2a5ba4d5-992c-4eda-abe0-ed969a3be284 req-ec986e7c-3095-47a3-84a1-f25e5e2be83e tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 210 time: 0.0784237 Nov 11 01:02:45.744091 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-c948f1f2-e7d9-428f-8913-2e0c6cce2c48 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.4317098 Nov 11 01:02:45.766879 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb844ac3-692e-401c-b6f2-7b2710835ad0 None None] Network 6586d17c-9c87-4254-9b9e-dcd0bf4d5abf requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:02:45.798745 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-3ce750d1-bbc4-4178-bef9-97bc78b03fee service neutron] 10.222.0.52 "GET /v2.0/networks/288ad7ee-ad49-45cc-b619-30fceacb55ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833866 Nov 11 01:02:45.827868 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.db [None req-3b154e87-258c-43b7-8430-b870fefe7982 None None] For port bed69a27-0b19-4773-ade2-e0373d0b62f1, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:02:45.832124 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.db [None req-3b154e87-258c-43b7-8430-b870fefe7982 None None] For port bed69a27-0b19-4773-ade2-e0373d0b62f1, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=bed69a27-0b19-4773-ade2-e0373d0b62f1,segment=NetworkSegment(e6b6c9b0-a8e0-49cd-ab18-92478236f529),segment_id=e6b6c9b0-a8e0-49cd-ab18-92478236f529)] {{(pid=101604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:02:45.840595 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-3b154e87-258c-43b7-8430-b870fefe7982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:45.952523 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-7f2f1195-29c8-484f-a316-e291f5d6d9a1 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Made reservation on behalf of daf7efb5653647a882c13e0316a7ab68 for: {'port': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:02:45.971485 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-7f2f1195-29c8-484f-a316-e291f5d6d9a1 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:46.074547 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9f626-674d-4f9f-bcac-0fb0e88ed04a None None] Pushing event updated for resources: {'Port': ['ID=bed69a27-0b19-4773-ade2-e0373d0b62f1,revision_number=4']} {{(pid=101604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:46.086059 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b154e87-258c-43b7-8430-b870fefe7982 None None] Routers {'31446713-06c6-4d01-ade1-5e39e41b53c8'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:02:46.086059 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-3b154e87-258c-43b7-8430-b870fefe7982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:02:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['31446713-06c6-4d01-ade1-5e39e41b53c8'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:02:46.236395 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-2d7264b9-1271-4add-a7da-dd9b58f17082 service neutron] 10.222.0.52 "GET /v2.0/networks/288ad7ee-ad49-45cc-b619-30fceacb55ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300911 Nov 11 01:02:46.403293 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-3b154e87-258c-43b7-8430-b870fefe7982 None None] Set router 31446713-06c6-4d01-ade1-5e39e41b53c8 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:02:46.547534 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-e26a4c54-e1f6-492b-957c-4afebd2e840b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Made reservation on behalf of 43ffc4ef7782463480e07227c26cfa47 for: {'port': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:02:46.586067 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-e26a4c54-e1f6-492b-957c-4afebd2e840b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:46.688212 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 52720) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:46.694717 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-01509d02-6b79-4b45-8369-f8164f32e828 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1981934822', 'description': 'tempest-description--820158810'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:02:46.963257 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6319567b-7ec0-4c1c-b6c1-2aa064bf77a3 req-bd1d17fc-249d-477b-8ac4-0d4285064547 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 210 time: 0.1931181 Nov 11 01:02:47.026871 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-01509d02-6b79-4b45-8369-f8164f32e828 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:47.055380 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-81db9e91-875b-4004-87ea-aca1e7d0d56d req-dbae5e96-4c8f-483f-9c71-541c365b7d88 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 210 time: 0.2839937 Nov 11 01:02:47.215484 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-7f2f1195-29c8-484f-a316-e291f5d6d9a1 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Allocated IP 172.20.0.2 (048a8821-d983-414f-be92-0b2d1da42155/dffca17d-eebc-424e-b6df-1a9ec6bcf3b4/e550141e-b3f0-40cc-9ff5-80a4761a4f92) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:02:47.418236 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-47538adc-531d-4d6d-931c-641a43ec8362 req-ef642321-2b02-4e17-a549-c03d3e633241 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 210 time: 0.2825184 Nov 11 01:02:47.442643 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-3b154e87-258c-43b7-8430-b870fefe7982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31446713-06c6-4d01-ade1-5e39e41b53c8', 'name': 'tempest-ServerRescueNegativeTestJSON-1950745526-router', 'tenant_id': '4b9ddce0b6794348af30770172bcd5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '4d9060fd-a907-45a7-8fa6-6607f0a9b5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:33Z', 'updated_at': '2021-11-11T01:02:41Z', 'revision_number': 4, 'project_id': '4b9ddce0b6794348af30770172bcd5c5', 'gw_port': {'id': '4d9060fd-a907-45a7-8fa6-6607f0a9b5ec', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31446713-06c6-4d01-ade1-5e39e41b53c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:34Z', 'updated_at': '2021-11-11T01:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': 'bed69a27-0b19-4773-ade2-e0373d0b62f1', 'name': '', 'network_id': '288ad7ee-ad49-45cc-b619-30fceacb55ee', 'tenant_id': '4b9ddce0b6794348af30770172bcd5c5', 'mac_address': 'fa:16:3e:b3:15:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31446713-06c6-4d01-ade1-5e39e41b53c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '217dd1d9-2c80-47df-a154-fc3ee5b01472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:39Z', 'updated_at': '2021-11-11T01:02:45Z', 'revision_number': 4, 'project_id': '4b9ddce0b6794348af30770172bcd5c5', 'subnets': [{'id': '217dd1d9-2c80-47df-a154-fc3ee5b01472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:02:47.464465 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device e898473f-a8eb-4b31-8435-047d5346bf99 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:02:47.521936 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 52760) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:47.544836 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b154e87-258c-43b7-8430-b870fefe7982 None None] The sync data for ids ['31446713-06c6-4d01-ade1-5e39e41b53c8'] in dv-cinder-817085-3-iscsi is: [{'id': '31446713-06c6-4d01-ade1-5e39e41b53c8', 'name': 'tempest-ServerRescueNegativeTestJSON-1950745526-router', 'tenant_id': '4b9ddce0b6794348af30770172bcd5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '4d9060fd-a907-45a7-8fa6-6607f0a9b5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:33Z', 'updated_at': '2021-11-11T01:02:41Z', 'revision_number': 4, 'project_id': '4b9ddce0b6794348af30770172bcd5c5', 'gw_port': {'id': '4d9060fd-a907-45a7-8fa6-6607f0a9b5ec', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31446713-06c6-4d01-ade1-5e39e41b53c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:34Z', 'updated_at': '2021-11-11T01:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': 'bed69a27-0b19-4773-ade2-e0373d0b62f1', 'name': '', 'network_id': '288ad7ee-ad49-45cc-b619-30fceacb55ee', 'tenant_id': '4b9ddce0b6794348af30770172bcd5c5', 'mac_address': 'fa:16:3e:b3:15:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31446713-06c6-4d01-ade1-5e39e41b53c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '217dd1d9-2c80-47df-a154-fc3ee5b01472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:39Z', 'updated_at': '2021-11-11T01:02:45Z', 'revision_number': 4, 'project_id': '4b9ddce0b6794348af30770172bcd5c5', 'subnets': [{'id': '217dd1d9-2c80-47df-a154-fc3ee5b01472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:02:47.684920 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-01509d02-6b79-4b45-8369-f8164f32e828 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:47.686249 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port e898473f-a8eb-4b31-8435-047d5346bf99 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:02:47.687260 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:47.761324 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-01509d02-6b79-4b45-8369-f8164f32e828 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:47.837993 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 52780) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:47.944970 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-e26a4c54-e1f6-492b-957c-4afebd2e840b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Allocated IP 172.20.0.6 (232e5fb8-96bd-4e33-ad1f-50b0e7e803d2/2b7bfe1a-44c7-4090-b981-aebbae43c563/05b60e97-4d8c-4758-b07d-22fad0adb972) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:02:47.950568 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-e44823bb-94bd-466a-a3c2-8c7766119943 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1633767384-network', 'tenant_id': 'd6fae6a4674549648739c56d61777bc4'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:02:47.954253 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:48.044111 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-01509d02-6b79-4b45-8369-f8164f32e828 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:48.049385 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-01509d02-6b79-4b45-8369-f8164f32e828 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3600366 Nov 11 01:02:48.055328 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 52794) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:48.058085 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] For port e898473f-a8eb-4b31-8435-047d5346bf99, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=e898473f-a8eb-4b31-8435-047d5346bf99,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:02:48.070455 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:48.075310 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-cddf590e-005a-45bc-a77e-ea8e6c4dfdba tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Request body: {'security_group_rule': {'security_group_id': '8b2700d8-9e63-4d7a-8290-d05320ee5e6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:02:48.089413 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01509d02-6b79-4b45-8369-f8164f32e828 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2700d8-9e63-4d7a-8290-d05320ee5e6b,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:48.136462 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44823bb-94bd-466a-a3c2-8c7766119943 admin admin] Made reservation on behalf of d6fae6a4674549648739c56d61777bc4 for: {'network': 1} {{(pid=101602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:02:48.141152 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-e44823bb-94bd-466a-a3c2-8c7766119943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for network, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:48.200648 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-e44823bb-94bd-466a-a3c2-8c7766119943 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:48.210295 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-b8c7dd59-3906-43c8-8960-ec0c8a864569 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:48.226627 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-b8c7dd59-3906-43c8-8960-ec0c8a864569 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/networks?id=288ad7ee-ad49-45cc-b619-30fceacb55ee HTTP/1.1" status: 200 len: 819 time: 0.5404563 Nov 11 01:02:48.233120 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-7f2f1195-29c8-484f-a316-e291f5d6d9a1 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:48.256914 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Pushing event updated for resources: {'Port': ['ID=e898473f-a8eb-4b31-8435-047d5346bf99,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:48.303546 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-31fb52da-739c-43e3-8afa-aa49ac7de77a req-f81cc7d5-baab-4b70-a5d9-c55966f689c6 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 210 time: 0.1335373 Nov 11 01:02:48.327621 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-fe447f5a-9968-41a4-9f6a-730986fec815 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/quotas/4b9ddce0b6794348af30770172bcd5c5 HTTP/1.1" status: 200 len: 375 time: 0.0992067 Nov 11 01:02:48.401853 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-cddf590e-005a-45bc-a77e-ea8e6c4dfdba tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:48.487566 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-0991aad6-8f4f-44d8-bf05-a8c4ed0a06ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:48.569141 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-7f2f1195-29c8-484f-a316-e291f5d6d9a1 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:48.663921 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-df454e0d-1bd3-482b-82cf-c8df66dbb0b6 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b9ddce0b6794348af30770172bcd5c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3215117 Nov 11 01:02:48.768310 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-e26a4c54-e1f6-492b-957c-4afebd2e840b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:48.848702 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-7f2f1195-29c8-484f-a316-e291f5d6d9a1 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Network 048a8821-d983-414f-be92-0b2d1da42155 is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:02:48.857527 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-cddf590e-005a-45bc-a77e-ea8e6c4dfdba tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:48.868380 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f1195-29c8-484f-a316-e291f5d6d9a1 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Pushing event updated for resources: {'Port': ['ID=e550141e-b3f0-40cc-9ff5-80a4761a4f92,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:48.873962 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-e44823bb-94bd-466a-a3c2-8c7766119943 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:48.876017 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-7f2f1195-29c8-484f-a316-e291f5d6d9a1 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:02:48.914368 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-e44823bb-94bd-466a-a3c2-8c7766119943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:48.918068 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-cddf590e-005a-45bc-a77e-ea8e6c4dfdba tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527026'] for security_group_rule, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:48.941081 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971942d1-dc38-4943-b979-55f41f1ce6c0 req-c3e084b9-9cc0-4b30-9cc8-41513e26d708 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:48.942702 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-971942d1-dc38-4943-b979-55f41f1ce6c0 req-c3e084b9-9cc0-4b30-9cc8-41513e26d708 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 931 time: 0.3659670 Nov 11 01:02:48.949672 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-7f2f1195-29c8-484f-a316-e291f5d6d9a1 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:02:48.959382 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e44823bb-94bd-466a-a3c2-8c7766119943 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=101602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 01:02:48.966610 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-7f2f1195-29c8-484f-a316-e291f5d6d9a1 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:48.967348 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-7f2f1195-29c8-484f-a316-e291f5d6d9a1 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:48.981872 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511481dd-2152-43ca-9e47-22cc5275e29b None None] Sync routers for ids ['c0042718-a156-4f57-806b-299e7b0af0d9'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:02:48.996446 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-e26a4c54-e1f6-492b-957c-4afebd2e840b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:49.012442 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511481dd-2152-43ca-9e47-22cc5275e29b None None] Routers {'c0042718-a156-4f57-806b-299e7b0af0d9'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:02:49.014215 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-511481dd-2152-43ca-9e47-22cc5275e29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:02:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['c0042718-a156-4f57-806b-299e7b0af0d9'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:02:49.057710 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-7f2f1195-29c8-484f-a316-e291f5d6d9a1 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2285850 Nov 11 01:02:49.083350 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-e26a4c54-e1f6-492b-957c-4afebd2e840b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Network 232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:02:49.092598 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-e26a4c54-e1f6-492b-957c-4afebd2e840b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:02:49.096941 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-0991aad6-8f4f-44d8-bf05-a8c4ed0a06ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:49.098069 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-e26a4c54-e1f6-492b-957c-4afebd2e840b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:02:49.103932 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-e26a4c54-e1f6-492b-957c-4afebd2e840b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:49.104821 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-e26a4c54-e1f6-492b-957c-4afebd2e840b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:49.107453 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a4c54-e1f6-492b-957c-4afebd2e840b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Pushing event updated for resources: {'Port': ['ID=05b60e97-4d8c-4758-b07d-22fad0adb972,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:49.119646 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-0991aad6-8f4f-44d8-bf05-a8c4ed0a06ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:49.148280 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-ff8e4cf9-6162-4cfe-8df4-0a0b110780d4 service neutron] 10.222.0.52 "GET /v2.0/networks/288ad7ee-ad49-45cc-b619-30fceacb55ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832838 Nov 11 01:02:49.173736 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-e26a4c54-e1f6-492b-957c-4afebd2e840b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6192791 Nov 11 01:02:49.186986 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-0991aad6-8f4f-44d8-bf05-a8c4ed0a06ac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d7832c2297b84652bf95613317aaabb2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6574652 Nov 11 01:02:49.191079 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991aad6-8f4f-44d8-bf05-a8c4ed0a06ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db25ed0-d56a-4efa-a150-d15fa7712bb5,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:49.193372 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 52808) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:49.299027 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a98c6eb6-eda9-4823-a7c6-3fea398d5777 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:49.360886 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-511481dd-2152-43ca-9e47-22cc5275e29b None None] Set router c0042718-a156-4f57-806b-299e7b0af0d9 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:02:49.386985 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a98c6eb6-eda9-4823-a7c6-3fea398d5777 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:49.496141 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a98c6eb6-eda9-4823-a7c6-3fea398d5777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:49.499651 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a98c6eb6-eda9-4823-a7c6-3fea398d5777 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:49.501181 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-a98c6eb6-eda9-4823-a7c6-3fea398d5777 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2db25ed0-d56a-4efa-a150-d15fa7712bb5 HTTP/1.1" status: 204 len: 168 time: 0.3069413 Nov 11 01:02:49.512936 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c6eb6-eda9-4823-a7c6-3fea398d5777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db25ed0-d56a-4efa-a150-d15fa7712bb5,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:49.590060 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44823bb-94bd-466a-a3c2-8c7766119943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998fa019-c1f1-42b6-87fc-944a111d24db,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:49.616830 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-e44823bb-94bd-466a-a3c2-8c7766119943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:49.617177 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.db.segments_db [None req-e44823bb-94bd-466a-a3c2-8c7766119943 admin admin] Added segment c90ae701-3f71-42c0-91ae-bbaaa6cec946 of type vlan for network 7fca7373-8dac-4c6d-80a3-fcb9ee7c0e08 Nov 11 01:02:49.638712 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-cddf590e-005a-45bc-a77e-ea8e6c4dfdba tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:49.645719 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-cddf590e-005a-45bc-a77e-ea8e6c4dfdba tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5837622 Nov 11 01:02:49.649375 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 52826) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:49.656111 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-9170a73a-c805-4e06-b756-c02e96661c8f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Request body: {'security_group_rule': {'security_group_id': '8b2700d8-9e63-4d7a-8290-d05320ee5e6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:02:49.734370 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9170a73a-c805-4e06-b756-c02e96661c8f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:49.797038 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-d36bef96-a9e9-434c-8d93-86f13bffe7a8 service neutron] 10.222.0.52 "GET /v2.0/networks/288ad7ee-ad49-45cc-b619-30fceacb55ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6478035 Nov 11 01:02:49.834137 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device e898473f-a8eb-4b31-8435-047d5346bf99 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:02:49.897354 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9170a73a-c805-4e06-b756-c02e96661c8f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:49.904514 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9170a73a-c805-4e06-b756-c02e96661c8f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527026'] for security_group_rule, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:49.948388 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf590e-005a-45bc-a77e-ea8e6c4dfdba tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d7344ca-aa20-4ff3-adc8-a48fde63b9e9,revision_number=0']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:49.968019 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-e44823bb-94bd-466a-a3c2-8c7766119943 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764258555859'] for network, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:49.980290 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170a73a-c805-4e06-b756-c02e96661c8f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4861351-f546-499a-ad84-318f8e7ba2b1,revision_number=0']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:50.009134 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9170a73a-c805-4e06-b756-c02e96661c8f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:50.020123 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-9170a73a-c805-4e06-b756-c02e96661c8f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3681188 Nov 11 01:02:50.022161 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 52830) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:50.031941 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-971942d1-dc38-4943-b979-55f41f1ce6c0 req-406d53c6-3eb0-4334-8fc3-8de533b5146a tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/security-groups?id=027c0a5b-4b04-4ea1-ada1-6d875af49653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9639838 Nov 11 01:02:50.037049 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-9bee5b61-6ffc-4003-aadc-91314a0de809 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Request body: {'floatingip': {'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:02:50.067724 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 52834) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:50.122144 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-e44823bb-94bd-466a-a3c2-8c7766119943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for network, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:50.125458 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44823bb-94bd-466a-a3c2-8c7766119943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:50.132867 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-e44823bb-94bd-466a-a3c2-8c7766119943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:50.148921 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9bee5b61-6ffc-4003-aadc-91314a0de809 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for floatingip, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:50.297888 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44823bb-94bd-466a-a3c2-8c7766119943 admin admin] Pushing event updated for resources: {'Network': ['ID=7fca7373-8dac-4c6d-80a3-fcb9ee7c0e08,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:50.311572 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-e44823bb-94bd-466a-a3c2-8c7766119943 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4146543 Nov 11 01:02:50.315438 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 52842) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:50.329204 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-232673b8-7d06-4cfc-a272-9eff9d0ddc6e admin admin] Request body: {'subnet': {'network_id': '7fca7373-8dac-4c6d-80a3-fcb9ee7c0e08', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1633767384-subnet', 'tenant_id': 'd6fae6a4674549648739c56d61777bc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:02:50.334504 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-728183ce-2525-4791-aad2-b8ba89d668a5 req-80850ecd-dcda-4a5e-a28b-d1b1a1345437 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 210 time: 0.0451210 Nov 11 01:02:50.335231 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 52846) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:50.362842 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2fae1-d1ab-431d-92a6-aa852a806145 req-4cb20371-025b-401a-b891-7565bdccffa5 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:50.370512 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-17e2fae1-d1ab-431d-92a6-aa852a806145 req-4cb20371-025b-401a-b891-7565bdccffa5 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 931 time: 0.1156409 Nov 11 01:02:50.430886 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232673b8-7d06-4cfc-a272-9eff9d0ddc6e admin admin] Made reservation on behalf of d6fae6a4674549648739c56d61777bc4 for: {'subnet': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:02:50.436384 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-232673b8-7d06-4cfc-a272-9eff9d0ddc6e admin admin] Publish callbacks [] for subnet, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:50.464049 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Network 7fca7373-8dac-4c6d-80a3-fcb9ee7c0e08 details requested by agent ovs-agent-dv-cinder-817085-3-iscsi with host dv-cinder-817085-3-iscsi {{(pid=101603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 01:02:50.481634 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-17e2fae1-d1ab-431d-92a6-aa852a806145 req-43ea471f-7598-4a74-b425-036d30c0dd8d tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098006 Nov 11 01:02:50.636251 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-7f4dd202-14d6-4c26-a0d8-010e1d56841a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:50.685040 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b77f6745-c59d-42fd-b077-15e5e4e40b9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:50.690363 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9bee5b61-6ffc-4003-aadc-91314a0de809 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:50.706851 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port e898473f-a8eb-4b31-8435-047d5346bf99 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:02:50.708189 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:50.782647 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-7f4dd202-14d6-4c26-a0d8-010e1d56841a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:50.789161 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-7f4dd202-14d6-4c26-a0d8-010e1d56841a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:50.821106 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-941c9885-8165-4b83-8ede-2451e39ac5be tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=101601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 01:02:50.822380 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-941c9885-8165-4b83-8ede-2451e39ac5be tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0285063 Nov 11 01:02:50.828623 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-dff4d281-58a2-4f7c-aad6-a97443a5c867 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=101601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 01:02:50.830589 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-dff4d281-58a2-4f7c-aad6-a97443a5c867 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0310259 Nov 11 01:02:50.964333 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-7f4dd202-14d6-4c26-a0d8-010e1d56841a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c98e9eefd8d74d7191d28d3b6067675a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6121290 Nov 11 01:02:50.971617 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 52864) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:50.982360 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4dd202-14d6-4c26-a0d8-010e1d56841a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bcd4b0-dda2-4437-827a-efec65436e55,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:51.054169 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-511481dd-2152-43ca-9e47-22cc5275e29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'name': 'tempest-AttachVolumeShelveTestJSON-360278585-router', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:36Z', 'updated_at': '2021-11-11T01:02:42Z', 'revision_number': 4, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'gw_port': {'id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:37Z', 'updated_at': '2021-11-11T01:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '00beaa14-6b37-445e-ab5d-f8ef41959a7d', 'name': '', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'mac_address': 'fa:16:3e:6f:83:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:41Z', 'updated_at': '2021-11-11T01:02:43Z', 'revision_number': 2, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'subnets': [{'id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:02:51.130780 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-a9c1497b-f94b-4922-82e0-a2fb4deac67f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:51.152051 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device bed69a27-0b19-4773-ade2-e0373d0b62f1 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:02:51.210048 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511481dd-2152-43ca-9e47-22cc5275e29b None None] Checking router: c0042718-a156-4f57-806b-299e7b0af0d9 for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:02:51.210496 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511481dd-2152-43ca-9e47-22cc5275e29b None None] Updating router c0042718-a156-4f57-806b-299e7b0af0d9 port 00beaa14-6b37-445e-ab5d-f8ef41959a7d binding host dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 01:02:51.247604 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-511481dd-2152-43ca-9e47-22cc5275e29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:51.263981 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port bed69a27-0b19-4773-ade2-e0373d0b62f1 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:02:51.264348 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:51.283585 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-a9c1497b-f94b-4922-82e0-a2fb4deac67f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:51.474260 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-a9c1497b-f94b-4922-82e0-a2fb4deac67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:51.485828 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-a9c1497b-f94b-4922-82e0-a2fb4deac67f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:51.488759 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-232673b8-7d06-4cfc-a272-9eff9d0ddc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for subnet, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:51.493396 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-a9c1497b-f94b-4922-82e0-a2fb4deac67f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/75bcd4b0-dda2-4437-827a-efec65436e55 HTTP/1.1" status: 204 len: 168 time: 0.5166016 Nov 11 01:02:51.504809 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-5c627a07-2ee4-4eb6-9040-52f1e2621c75 service neutron] Request body: {'port': {'device_id': 'a61a1f6b-3738-404f-a57c-38c3e25aca4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:02:51.601276 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:51.630812 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fa186-8157-4287-b4b0-e65484383dc3 req-24125ed6-7f66-4de9-a043-dc8849fec937 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:51.638086 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-444fa186-8157-4287-b4b0-e65484383dc3 req-24125ed6-7f66-4de9-a043-dc8849fec937 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 931 time: 0.4455574 Nov 11 01:02:51.648561 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-aca45826-ef59-40cf-9514-af707462fcd0 req-5834a6b6-9e9d-4cf0-8865-a67d8790ae8c tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 210 time: 0.1805942 Nov 11 01:02:51.649343 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1497b-f94b-4922-82e0-a2fb4deac67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bcd4b0-dda2-4437-827a-efec65436e55,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:51.693357 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [None req-9bee5b61-6ffc-4003-aadc-91314a0de809 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Allocated IP 172.27.2.195 (aa4f75c5-5213-4ff6-92cc-17e0fe78067f/bed3c881-f684-464c-a719-dd29140bdb28/94a8c5b4-453c-44f7-a87b-e59f452b75f3) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:02:51.696870 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232673b8-7d06-4cfc-a272-9eff9d0ddc6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb6e6c5c-c538-43f4-afb2-0e86ad8ecb0a,revision_number=0']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:51.747588 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.64', 51246) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:51.820988 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-034bf2a1-e11d-4723-803b-03d29b573c52 service neutron] Request body: {'port': {'device_id': '0360cc95-5544-4fb1-bc22-e5597a623fc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:02:51.897096 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-034bf2a1-e11d-4723-803b-03d29b573c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:52.018169 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-511481dd-2152-43ca-9e47-22cc5275e29b None None] Publish callbacks [] for port, precommit_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:52.031686 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-511481dd-2152-43ca-9e47-22cc5275e29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:52.074075 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-444fa186-8157-4287-b4b0-e65484383dc3 req-5c682608-0991-42ce-9eeb-89c1a9f84081 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/security-groups?id=027c0a5b-4b04-4ea1-ada1-6d875af49653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068887 Nov 11 01:02:52.091303 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] For port bed69a27-0b19-4773-ade2-e0373d0b62f1, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=bed69a27-0b19-4773-ade2-e0373d0b62f1,segment=NetworkSegment(e6b6c9b0-a8e0-49cd-ab18-92478236f529),segment_id=e6b6c9b0-a8e0-49cd-ab18-92478236f529)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:02:52.148590 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:52.215644 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-f3c3acca-3525-498e-b448-8eadd226f3c3 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:52.224762 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-f3c3acca-3525-498e-b448-8eadd226f3c3 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.64 "GET /v2.0/networks?id=288ad7ee-ad49-45cc-b619-30fceacb55ee HTTP/1.1" status: 200 len: 819 time: 0.4622042 Nov 11 01:02:52.261379 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4440871-8700-48cf-bcde-eb8d3731a5dd None None] Pushing event updated for resources: {'Port': ['ID=00beaa14-6b37-445e-ab5d-f8ef41959a7d,revision_number=3']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:52.289492 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e365dd-edb5-4e84-8bcb-107ef1832215 req-0db2db9e-4e74-4ea1-929c-d29eac7bab33 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:52.291194 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-39e365dd-edb5-4e84-8bcb-107ef1832215 req-0db2db9e-4e74-4ea1-929c-d29eac7bab33 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 931 time: 0.4201944 Nov 11 01:02:52.359768 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-c856e8d2-3cb5-4700-bbe7-232ed20d6b8e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Request body: {'port': {'device_id': '45620e84-de01-477d-a818-263dae68f119', 'network_id': '288ad7ee-ad49-45cc-b619-30fceacb55ee', 'admin_state_up': True, 'tenant_id': '4b9ddce0b6794348af30770172bcd5c5'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:02:52.376580 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 52894) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:52.448495 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-511481dd-2152-43ca-9e47-22cc5275e29b None None] Attempting to bind port 00beaa14-6b37-445e-ab5d-f8ef41959a7d on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:02:52.448858 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-511481dd-2152-43ca-9e47-22cc5275e29b None None] Attempting to bind port 00beaa14-6b37-445e-ab5d-f8ef41959a7d by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': '425d3614-7aea-4bf9-aeb7-1ca698b96498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5'}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:02:52.449176 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511481dd-2152-43ca-9e47-22cc5275e29b None None] Attempting to bind port 00beaa14-6b37-445e-ab5d-f8ef41959a7d on network 7db40340-76c1-4dbb-a60c-57c8a9a269e5 {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:02:52.496154 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9bee5b61-6ffc-4003-aadc-91314a0de809 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:52.508685 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511481dd-2152-43ca-9e47-22cc5275e29b None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:02:52.509107 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511481dd-2152-43ca-9e47-22cc5275e29b None None] Checking segment: {'id': '425d3614-7aea-4bf9-aeb7-1ca698b96498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:02:52.509451 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-511481dd-2152-43ca-9e47-22cc5275e29b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:52.509832 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511481dd-2152-43ca-9e47-22cc5275e29b None None] Bound using segment: {'id': '425d3614-7aea-4bf9-aeb7-1ca698b96498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5'} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:02:52.510312 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-511481dd-2152-43ca-9e47-22cc5275e29b None None] Bound port: 00beaa14-6b37-445e-ab5d-f8ef41959a7d, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425d3614-7aea-4bf9-aeb7-1ca698b96498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5'}}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:02:52.515107 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-511481dd-2152-43ca-9e47-22cc5275e29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:52.570008 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Pushing event updated for resources: {'Port': ['ID=bed69a27-0b19-4773-ade2-e0373d0b62f1,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:52.601032 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-39e365dd-edb5-4e84-8bcb-107ef1832215 req-d823329e-6718-48af-b833-12d9b02caa5b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012545 Nov 11 01:02:52.610335 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9bee5b61-6ffc-4003-aadc-91314a0de809 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:52.617828 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-fb3d5c04-5472-421c-90be-5d0fa27a0a85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:52.675437 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b77f6745-c59d-42fd-b077-15e5e4e40b9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:52.689583 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-511481dd-2152-43ca-9e47-22cc5275e29b None None] For port 00beaa14-6b37-445e-ab5d-f8ef41959a7d, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:02:52.696324 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-511481dd-2152-43ca-9e47-22cc5275e29b None None] For port 00beaa14-6b37-445e-ab5d-f8ef41959a7d, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=00beaa14-6b37-445e-ab5d-f8ef41959a7d,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:02:52.702877 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-2cbe1c11-5c32-4b86-93a1-ca84532250f6 None None] Provisioning complete for port 00beaa14-6b37-445e-ab5d-f8ef41959a7d triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:02:52.704282 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-2cbe1c11-5c32-4b86-93a1-ca84532250f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:52.708214 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-511481dd-2152-43ca-9e47-22cc5275e29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:52.733488 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bee5b61-6ffc-4003-aadc-91314a0de809 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Network aa4f75c5-5213-4ff6-92cc-17e0fe78067f is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:02:52.771969 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b77f6745-c59d-42fd-b077-15e5e4e40b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:52.840470 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511481dd-2152-43ca-9e47-22cc5275e29b None None] Routers {'c0042718-a156-4f57-806b-299e7b0af0d9'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:02:52.842178 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-511481dd-2152-43ca-9e47-22cc5275e29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:02:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['c0042718-a156-4f57-806b-299e7b0af0d9'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:02:52.928537 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7b99c7ae-22b6-4a80-91c6-6735105967a1 req-bf0198fe-66f0-4231-b540-d03731de3578 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 210 time: 0.0984530 Nov 11 01:02:53.017349 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-c856e8d2-3cb5-4700-bbe7-232ed20d6b8e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Made reservation on behalf of 4b9ddce0b6794348af30770172bcd5c5 for: {'port': 1} {{(pid=101602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:02:53.022262 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-c856e8d2-3cb5-4700-bbe7-232ed20d6b8e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:53.026202 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-034bf2a1-e11d-4723-803b-03d29b573c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e550141e-b3f0-40cc-9ff5-80a4761a4f92 {{(pid=101601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:02:53.045539 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-034bf2a1-e11d-4723-803b-03d29b573c52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:53.088389 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.provisioning_blocks [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-034bf2a1-e11d-4723-803b-03d29b573c52 service neutron] Transition to ACTIVE for port object e550141e-b3f0-40cc-9ff5-80a4761a4f92 will not be triggered until provisioned by entity L2. {{(pid=101601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 01:02:53.158331 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-511481dd-2152-43ca-9e47-22cc5275e29b None None] Set router c0042718-a156-4f57-806b-299e7b0af0d9 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:02:53.207068 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-9bee5b61-6ffc-4003-aadc-91314a0de809 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:02:53.209298 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee5b61-6ffc-4003-aadc-91314a0de809 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Pushing event updated for resources: {'Port': ['ID=94a8c5b4-453c-44f7-a87b-e59f452b75f3,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:53.212810 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-fb3d5c04-5472-421c-90be-5d0fa27a0a85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:53.215235 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee5b61-6ffc-4003-aadc-91314a0de809 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:02:53.224429 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-fb3d5c04-5472-421c-90be-5d0fa27a0a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:53.258677 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-fb3d5c04-5472-421c-90be-5d0fa27a0a85 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3454ce67e96840ffa3e9e7777222b45a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8688815 Nov 11 01:02:53.279439 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 52914) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:53.354555 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9bee5b61-6ffc-4003-aadc-91314a0de809 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:53.403036 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-5c627a07-2ee4-4eb6-9040-52f1e2621c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:53.422397 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4440871-8700-48cf-bcde-eb8d3731a5dd None None] Pushing event updated for resources: {'Port': ['ID=00beaa14-6b37-445e-ab5d-f8ef41959a7d,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:53.426435 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232673b8-7d06-4cfc-a272-9eff9d0ddc6e admin admin] Checking segment: {'id': 'c90ae701-3f71-42c0-91ae-bbaaa6cec946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7fca7373-8dac-4c6d-80a3-fcb9ee7c0e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:02:53.427047 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232673b8-7d06-4cfc-a272-9eff9d0ddc6e admin admin] Network hostable DHCP agents. Network: 7fca7373-8dac-4c6d-80a3-fcb9ee7c0e08, hostable agents: ['51ef0dbb-d632-4ef8-8741-cd394451711b'], hosted agents: [] {{(pid=101601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 01:02:53.429467 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-034bf2a1-e11d-4723-803b-03d29b573c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:53.465405 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d5c04-5472-421c-90be-5d0fa27a0a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1dd504-e5e2-4942-9efe-d743ca1df956,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:53.505176 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bf2a1-e11d-4723-803b-03d29b573c52 service neutron] Pushing event updated for resources: {'Port': ['ID=e550141e-b3f0-40cc-9ff5-80a4761a4f92,revision_number=2']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:53.505802 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-2cbe1c11-5c32-4b86-93a1-ca84532250f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:53.540109 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce613a-7936-4bfa-8d0c-6a80cfc6e96c req-7bfd86eb-0f05-4fca-b682-7c4e19b53ec8 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:53.540109 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0dce613a-7936-4bfa-8d0c-6a80cfc6e96c req-7bfd86eb-0f05-4fca-b682-7c4e19b53ec8 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 943 time: 0.2616010 Nov 11 01:02:53.602855 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-2cbe1c11-5c32-4b86-93a1-ca84532250f6 None None] For port 00beaa14-6b37-445e-ab5d-f8ef41959a7d, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=00beaa14-6b37-445e-ab5d-f8ef41959a7d,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:02:53.615132 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-2cbe1c11-5c32-4b86-93a1-ca84532250f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:53.668361 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-1add8250-3776-42e9-be31-bb815f05a7c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:53.671012 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.db_base_plugin_common [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-c856e8d2-3cb5-4700-bbe7-232ed20d6b8e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Allocated IP 172.20.0.4 (288ad7ee-ad49-45cc-b619-30fceacb55ee/217dd1d9-2c80-47df-a154-fc3ee5b01472/82da993e-a127-427f-9c31-a8b1a4846d8f) {{(pid=101602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:02:53.687850 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe1c11-5c32-4b86-93a1-ca84532250f6 None None] Pushing event updated for resources: {'Port': ['ID=00beaa14-6b37-445e-ab5d-f8ef41959a7d,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:53.700155 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0dce613a-7936-4bfa-8d0c-6a80cfc6e96c req-695ed51b-54c6-4ced-8d77-51b8ac9d8dfa tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/security-groups?id=027c0a5b-4b04-4ea1-ada1-6d875af49653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520061 Nov 11 01:02:53.728570 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.64', 51250) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:53.792948 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-b77f6745-c59d-42fd-b077-15e5e4e40b9a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ff1dee4dd3b84a919b9d915e196b75b4&name=default HTTP/1.1" status: 200 len: 2996 time: 3.7083309 Nov 11 01:02:53.797517 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 52922) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:53.804214 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-1add8250-3776-42e9-be31-bb815f05a7c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:53.844571 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9bee5b61-6ffc-4003-aadc-91314a0de809 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:53.855840 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-d9dad9fd-8eba-4caf-9b19-27297e4553f6 None None] Provisioning complete for port 00beaa14-6b37-445e-ab5d-f8ef41959a7d triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:02:53.857069 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d9dad9fd-8eba-4caf-9b19-27297e4553f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:53.887465 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f6745-c59d-42fd-b077-15e5e4e40b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea2a39e-275f-4ae9-aead-beb0854a2e47,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:53.890141 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232673b8-7d06-4cfc-a272-9eff9d0ddc6e admin admin] Network 7fca7373-8dac-4c6d-80a3-fcb9ee7c0e08 is scheduled to be hosted by DHCP agent 51ef0dbb-d632-4ef8-8741-cd394451711b with binding_index 1 {{(pid=101601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 01:02:53.990287 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-232673b8-7d06-4cfc-a272-9eff9d0ddc6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-3-iscsi, 7fca7373-8dac-4c6d-80a3-fcb9ee7c0e08) {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:02:54.031490 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232673b8-7d06-4cfc-a272-9eff9d0ddc6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:54.032296 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-232673b8-7d06-4cfc-a272-9eff9d0ddc6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:54.096224 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-034bf2a1-e11d-4723-803b-03d29b573c52 service neutron] Attempting to bind port e550141e-b3f0-40cc-9ff5-80a4761a4f92 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:02:54.096748 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-034bf2a1-e11d-4723-803b-03d29b573c52 service neutron] Attempting to bind port e550141e-b3f0-40cc-9ff5-80a4761a4f92 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': '748d4e7d-d56c-4f08-8023-306fb073d7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '048a8821-d983-414f-be92-0b2d1da42155'}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:02:54.097201 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-034bf2a1-e11d-4723-803b-03d29b573c52 service neutron] Attempting to bind port e550141e-b3f0-40cc-9ff5-80a4761a4f92 on network 048a8821-d983-414f-be92-0b2d1da42155 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:02:54.150497 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-1add8250-3776-42e9-be31-bb815f05a7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:54.153166 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-1add8250-3776-42e9-be31-bb815f05a7c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:54.154427 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-1add8250-3776-42e9-be31-bb815f05a7c8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bb1dd504-e5e2-4942-9efe-d743ca1df956 HTTP/1.1" status: 204 len: 168 time: 0.8739755 Nov 11 01:02:54.213850 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f72dd0-5555-4fdd-b86e-e60e21041af2 None None] Network 7fca7373-8dac-4c6d-80a3-fcb9ee7c0e08 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:02:54.227781 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-511481dd-2152-43ca-9e47-22cc5275e29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'name': 'tempest-AttachVolumeShelveTestJSON-360278585-router', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:36Z', 'updated_at': '2021-11-11T01:02:42Z', 'revision_number': 4, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'gw_port': {'id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:37Z', 'updated_at': '2021-11-11T01:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '00beaa14-6b37-445e-ab5d-f8ef41959a7d', 'name': '', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'mac_address': 'fa:16:3e:6f:83:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:41Z', 'updated_at': '2021-11-11T01:02:52Z', 'revision_number': 4, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'subnets': [{'id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:02:54.246854 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d676cb81-027c-471b-911e-9db2fd8e840b req-8cbc56ba-0d55-4ef5-be8b-42c9c5ecc334 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 210 time: 0.1186876 Nov 11 01:02:54.264695 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add8250-3776-42e9-be31-bb815f05a7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1dd504-e5e2-4942-9efe-d743ca1df956,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:54.274567 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6190035-5d01-476a-bc17-355a4ff1e181 req-8a3dc3bf-66d6-4458-b712-69b39b2a18e7 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:54.282212 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c6190035-5d01-476a-bc17-355a4ff1e181 req-8a3dc3bf-66d6-4458-b712-69b39b2a18e7 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 931 time: 0.5521803 Nov 11 01:02:54.306461 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-232673b8-7d06-4cfc-a272-9eff9d0ddc6e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.9884863 Nov 11 01:02:54.353314 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-034bf2a1-e11d-4723-803b-03d29b573c52 service neutron] Port e550141e-b3f0-40cc-9ff5-80a4761a4f92 on network 048a8821-d983-414f-be92-0b2d1da42155 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 01:02:54.353897 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-034bf2a1-e11d-4723-803b-03d29b573c52 service neutron] Attempting to bind port e550141e-b3f0-40cc-9ff5-80a4761a4f92 on network 048a8821-d983-414f-be92-0b2d1da42155 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:02:54.357660 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-26f33f3e-2b01-410a-be39-b918b370cf3b tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:54.368380 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-034bf2a1-e11d-4723-803b-03d29b573c52 service neutron] Checking agent: {'id': '9935500b-1718-4861-8412-1ae3ca811271', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'started_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:02:54.371575 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-26f33f3e-2b01-410a-be39-b918b370cf3b tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.64 "GET /v2.0/networks?id=288ad7ee-ad49-45cc-b619-30fceacb55ee HTTP/1.1" status: 200 len: 819 time: 0.5233977 Nov 11 01:02:54.384793 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-034bf2a1-e11d-4723-803b-03d29b573c52 service neutron] Checking segment: {'id': '748d4e7d-d56c-4f08-8023-306fb073d7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '048a8821-d983-414f-be92-0b2d1da42155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:02:54.385376 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-034bf2a1-e11d-4723-803b-03d29b573c52 service neutron] Bound using segment: {'id': '748d4e7d-d56c-4f08-8023-306fb073d7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '048a8821-d983-414f-be92-0b2d1da42155'} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:02:54.385886 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-034bf2a1-e11d-4723-803b-03d29b573c52 service neutron] Bound port: e550141e-b3f0-40cc-9ff5-80a4761a4f92, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748d4e7d-d56c-4f08-8023-306fb073d7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '048a8821-d983-414f-be92-0b2d1da42155'}}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:02:54.386254 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-034bf2a1-e11d-4723-803b-03d29b573c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:54.394974 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-23de67d7-1d72-48f8-b491-34d89ce3a49a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:54.420367 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-23de67d7-1d72-48f8-b491-34d89ce3a49a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:54.522061 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-23de67d7-1d72-48f8-b491-34d89ce3a49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:54.524959 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-23de67d7-1d72-48f8-b491-34d89ce3a49a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:54.526263 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-23de67d7-1d72-48f8-b491-34d89ce3a49a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fea2a39e-275f-4ae9-aead-beb0854a2e47 HTTP/1.1" status: 204 len: 168 time: 0.7160718 Nov 11 01:02:54.537332 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 00beaa14-6b37-445e-ab5d-f8ef41959a7d up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:02:54.557154 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511481dd-2152-43ca-9e47-22cc5275e29b None None] The sync data for ids ['c0042718-a156-4f57-806b-299e7b0af0d9'] in dv-cinder-817085-3-iscsi is: [{'id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'name': 'tempest-AttachVolumeShelveTestJSON-360278585-router', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:36Z', 'updated_at': '2021-11-11T01:02:42Z', 'revision_number': 4, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'gw_port': {'id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:37Z', 'updated_at': '2021-11-11T01:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '00beaa14-6b37-445e-ab5d-f8ef41959a7d', 'name': '', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'mac_address': 'fa:16:3e:6f:83:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:41Z', 'updated_at': '2021-11-11T01:02:52Z', 'revision_number': 4, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'subnets': [{'id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:02:54.621855 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de67d7-1d72-48f8-b491-34d89ce3a49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea2a39e-275f-4ae9-aead-beb0854a2e47,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:54.716341 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-5c627a07-2ee4-4eb6-9040-52f1e2621c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b60e97-4d8c-4758-b07d-22fad0adb972 {{(pid=101601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:02:54.761839 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-5c627a07-2ee4-4eb6-9040-52f1e2621c75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:54.821926 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-034bf2a1-e11d-4723-803b-03d29b573c52 service neutron] For port e550141e-b3f0-40cc-9ff5-80a4761a4f92, host hv-cinder-81708, cleared binding levels {{(pid=101601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:02:54.839385 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-034bf2a1-e11d-4723-803b-03d29b573c52 service neutron] For port e550141e-b3f0-40cc-9ff5-80a4761a4f92, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e550141e-b3f0-40cc-9ff5-80a4761a4f92,segment=NetworkSegment(748d4e7d-d56c-4f08-8023-306fb073d7c7),segment_id=748d4e7d-d56c-4f08-8023-306fb073d7c7)] {{(pid=101601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:02:54.868894 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.provisioning_blocks [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-5c627a07-2ee4-4eb6-9040-52f1e2621c75 service neutron] Transition to ACTIVE for port object 05b60e97-4d8c-4758-b07d-22fad0adb972 will not be triggered until provisioned by entity L2. {{(pid=101601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 01:02:54.872422 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-034bf2a1-e11d-4723-803b-03d29b573c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:54.883812 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9bee5b61-6ffc-4003-aadc-91314a0de809 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for port, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:54.910567 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-5c627a07-2ee4-4eb6-9040-52f1e2621c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:54.946832 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 00beaa14-6b37-445e-ab5d-f8ef41959a7d triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:02:54.948107 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:54.955047 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 52954) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:54.959067 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-c6d21b9b-e5be-4893-90b7-618bf8945fe3 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Request body: {'port': {'device_id': 'f60ae7a9-6eb4-4a87-88ca-6c291f834861', 'network_id': '288ad7ee-ad49-45cc-b619-30fceacb55ee', 'admin_state_up': True, 'tenant_id': '4b9ddce0b6794348af30770172bcd5c5'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:02:54.979692 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9bee5b61-6ffc-4003-aadc-91314a0de809 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:55.002679 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca78da2-daa3-4380-8d72-988cc17cc282 None None] Network 7fca7373-8dac-4c6d-80a3-fcb9ee7c0e08 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:02:55.061256 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c6190035-5d01-476a-bc17-355a4ff1e181 req-ade1e578-f3b2-4cee-8200-7936c793108d tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7779741 Nov 11 01:02:55.126825 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-034bf2a1-e11d-4723-803b-03d29b573c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:55.134409 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-034bf2a1-e11d-4723-803b-03d29b573c52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:55.137194 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-034bf2a1-e11d-4723-803b-03d29b573c52 service neutron] 10.222.0.64 "PUT /v2.0/ports/e550141e-b3f0-40cc-9ff5-80a4761a4f92 HTTP/1.1" status: 200 len: 1093 time: 3.7976117 Nov 11 01:02:55.147229 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0360cc95-5544-4fb1-bc22-e5597a623fc0', 'tag': 'e550141e-b3f0-40cc-9ff5-80a4761a4f92'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:02:55.390102 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-c856e8d2-3cb5-4700-bbe7-232ed20d6b8e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Publish callbacks [] for port, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:55.421487 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device bed69a27-0b19-4773-ade2-e0373d0b62f1 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:02:55.479403 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9bee5b61-6ffc-4003-aadc-91314a0de809 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918241'] for floatingip, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:55.576899 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port bed69a27-0b19-4773-ade2-e0373d0b62f1 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:02:55.577278 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:55.586489 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-c6d21b9b-e5be-4893-90b7-618bf8945fe3 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Made reservation on behalf of 4b9ddce0b6794348af30770172bcd5c5 for: {'port': 1} {{(pid=101602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:02:55.590485 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-c6d21b9b-e5be-4893-90b7-618bf8945fe3 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:55.629179 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 52972) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:55.637014 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fa7583e3-1f94-42a2-80f7-eb22e99a45f6 req-35235d34-e705-4e8d-ae12-1405d88374c4 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 210 time: 0.0697222 Nov 11 01:02:55.668856 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c8efd558-f535-4c93-8839-5bec9ba8623b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:55.703604 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02187e3d-fd0d-4d2a-a7ff-5246efc9d9c4 req-54c61bf1-6636-44b1-9b34-c2966f7c929a tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:55.705979 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-02187e3d-fd0d-4d2a-a7ff-5246efc9d9c4 req-54c61bf1-6636-44b1-9b34-c2966f7c929a tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 943 time: 0.6949475 Nov 11 01:02:55.975449 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-c856e8d2-3cb5-4700-bbe7-232ed20d6b8e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385'] for port, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:56.041872 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9bee5b61-6ffc-4003-aadc-91314a0de809 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for floatingip, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:56.043829 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-9bee5b61-6ffc-4003-aadc-91314a0de809 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0203359 Nov 11 01:02:56.059287 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bf2a1-e11d-4723-803b-03d29b573c52 service neutron] Pushing event updated for resources: {'Port': ['ID=e550141e-b3f0-40cc-9ff5-80a4761a4f92,revision_number=3']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:56.093936 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35f5619-4889-4ded-8a04-997219ddeede admin admin] Deleting subnet 15c23084-80df-436a-befa-d56fb8cc75b2 {{(pid=101601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 01:02:56.136063 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b35f5619-4889-4ded-8a04-997219ddeede admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:56.196281 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-5c627a07-2ee4-4eb6-9040-52f1e2621c75 service neutron] Attempting to bind port 05b60e97-4d8c-4758-b07d-22fad0adb972 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:02:56.196613 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-5c627a07-2ee4-4eb6-9040-52f1e2621c75 service neutron] Attempting to bind port 05b60e97-4d8c-4758-b07d-22fad0adb972 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': '02392950-2ab0-48e7-9241-9f8e2d63cde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '232e5fb8-96bd-4e33-ad1f-50b0e7e803d2'}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:02:56.196941 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-5c627a07-2ee4-4eb6-9040-52f1e2621c75 service neutron] Attempting to bind port 05b60e97-4d8c-4758-b07d-22fad0adb972 on network 232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:02:56.230567 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-5c627a07-2ee4-4eb6-9040-52f1e2621c75 service neutron] Port 05b60e97-4d8c-4758-b07d-22fad0adb972 on network 232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 01:02:56.230897 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-5c627a07-2ee4-4eb6-9040-52f1e2621c75 service neutron] Attempting to bind port 05b60e97-4d8c-4758-b07d-22fad0adb972 on network 232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:02:56.232914 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c627a07-2ee4-4eb6-9040-52f1e2621c75 service neutron] Pushing event updated for resources: {'Port': ['ID=05b60e97-4d8c-4758-b07d-22fad0adb972,revision_number=2']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:56.237190 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-02187e3d-fd0d-4d2a-a7ff-5246efc9d9c4 req-202a53c7-945e-4e26-9fac-cc8b885d3573 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/security-groups?id=027c0a5b-4b04-4ea1-ada1-6d875af49653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217855 Nov 11 01:02:56.239534 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-d6613c7d-551e-4948-ba9c-884c28b0f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:56.241109 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-d6613c7d-551e-4948-ba9c-884c28b0f894 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daf7efb5653647a882c13e0316a7ab68&device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 1096 time: 0.8111320 Nov 11 01:02:56.246483 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b35f5619-4889-4ded-8a04-997219ddeede admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:56.264600 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-5c627a07-2ee4-4eb6-9040-52f1e2621c75 service neutron] Checking agent: {'id': '9935500b-1718-4861-8412-1ae3ca811271', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'started_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:02:56.264949 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-5c627a07-2ee4-4eb6-9040-52f1e2621c75 service neutron] Checking segment: {'id': '02392950-2ab0-48e7-9241-9f8e2d63cde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '232e5fb8-96bd-4e33-ad1f-50b0e7e803d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:02:56.265337 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-5c627a07-2ee4-4eb6-9040-52f1e2621c75 service neutron] Bound using segment: {'id': '02392950-2ab0-48e7-9241-9f8e2d63cde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '232e5fb8-96bd-4e33-ad1f-50b0e7e803d2'} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:02:56.265787 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-5c627a07-2ee4-4eb6-9040-52f1e2621c75 service neutron] Bound port: 05b60e97-4d8c-4758-b07d-22fad0adb972, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02392950-2ab0-48e7-9241-9f8e2d63cde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '232e5fb8-96bd-4e33-ad1f-50b0e7e803d2'}}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:02:56.266145 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-5c627a07-2ee4-4eb6-9040-52f1e2621c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:56.305786 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b35f5619-4889-4ded-8a04-997219ddeede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1988382'] for subnet, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:56.317524 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-c856e8d2-3cb5-4700-bbe7-232ed20d6b8e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Network 288ad7ee-ad49-45cc-b619-30fceacb55ee is already hosted by enough agents. {{(pid=101602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:02:56.377065 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.base_scheduler [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-c856e8d2-3cb5-4700-bbe7-232ed20d6b8e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Resources bound (agent type, host, resource id): {{(pid=101602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:02:56.411188 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-c856e8d2-3cb5-4700-bbe7-232ed20d6b8e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Received port after_create {{(pid=101602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:02:56.416287 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-5f08784e-c272-4fc1-8565-2f1f5163cab3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e550141e-b3f0-40cc-9ff5-80a4761a4f92 HTTP/1.1" status: 200 len: 217 time: 0.1442597 Nov 11 01:02:56.418573 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-c856e8d2-3cb5-4700-bbe7-232ed20d6b8e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:56.419507 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-c856e8d2-3cb5-4700-bbe7-232ed20d6b8e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for port, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:56.428447 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856e8d2-3cb5-4700-bbe7-232ed20d6b8e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Pushing event updated for resources: {'Port': ['ID=82da993e-a127-427f-9c31-a8b1a4846d8f,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:56.434453 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.db_base_plugin_common [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-c6d21b9b-e5be-4893-90b7-618bf8945fe3 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Allocated IP 172.20.0.12 (288ad7ee-ad49-45cc-b619-30fceacb55ee/217dd1d9-2c80-47df-a154-fc3ee5b01472/5cfe983d-38d0-4d2b-870d-35adc82de8f4) {{(pid=101602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:02:56.511295 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573136c8-04a8-48df-a8f7-b915c5ebb0eb" -d '{"events": [{"name": "network-changed", "server_uuid": "0360cc95-5544-4fb1-bc22-e5597a623fc0", "tag": "e550141e-b3f0-40cc-9ff5-80a4761a4f92"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:02:56.513937 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-c856e8d2-3cb5-4700-bbe7-232ed20d6b8e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1643493 Nov 11 01:02:56.521181 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee5b61-6ffc-4003-aadc-91314a0de809 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Pushing event updated for resources: {'Port': ['ID=94a8c5b4-453c-44f7-a87b-e59f452b75f3,revision_number=2']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:56.557930 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1db4cd-ee87-42bb-9000-c35cd17e5e86 req-c6433fce-a76c-46ea-a3e0-346bc47e8874 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:56.566734 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ab1db4cd-ee87-42bb-9000-c35cd17e5e86 req-c6433fce-a76c-46ea-a3e0-346bc47e8874 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 943 time: 0.3932457 Nov 11 01:02:56.575219 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-606ddb64-1ce5-4e6a-987e-fab4b7acbef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:56.576719 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-606ddb64-1ce5-4e6a-987e-fab4b7acbef8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dffca17d-eebc-424e-b6df-1a9ec6bcf3b4 HTTP/1.1" status: 200 len: 852 time: 0.1174819 Nov 11 01:02:56.580732 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-24ea964a-d2b7-4d8d-b873-632a43e05368 service neutron] Request body: {'port': {'device_id': '45620e84-de01-477d-a818-263dae68f119', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:02:56.583034 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-5c627a07-2ee4-4eb6-9040-52f1e2621c75 service neutron] For port 05b60e97-4d8c-4758-b07d-22fad0adb972, host hv-cinder-81708, cleared binding levels {{(pid=101601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:02:56.587175 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-5c627a07-2ee4-4eb6-9040-52f1e2621c75 service neutron] For port 05b60e97-4d8c-4758-b07d-22fad0adb972, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=05b60e97-4d8c-4758-b07d-22fad0adb972,segment=NetworkSegment(02392950-2ab0-48e7-9241-9f8e2d63cde2),segment_id=02392950-2ab0-48e7-9241-9f8e2d63cde2)] {{(pid=101601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:02:56.591105 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b35f5619-4889-4ded-8a04-997219ddeede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for subnet, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:56.604277 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c8efd558-f535-4c93-8839-5bec9ba8623b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:56.633623 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-5c627a07-2ee4-4eb6-9040-52f1e2621c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:56.650674 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c8efd558-f535-4c93-8839-5bec9ba8623b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:56.661068 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 53002) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:56.679609 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-867ef6c0-11d5-4539-a19e-ebe54e2d737e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=048a8821-d983-414f-be92-0b2d1da42155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899370 Nov 11 01:02:56.684543 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f5619-4889-4ded-8a04-997219ddeede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15c23084-80df-436a-befa-d56fb8cc75b2,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:56.707813 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b35f5619-4889-4ded-8a04-997219ddeede admin admin] Publish callbacks [] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:56.713484 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-b35f5619-4889-4ded-8a04-997219ddeede admin admin] 10.222.0.52 "DELETE /v2.0/subnets/15c23084-80df-436a-befa-d56fb8cc75b2 HTTP/1.1" status: 204 len: 168 time: 1.7502441 Nov 11 01:02:56.715015 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 53008) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:56.728542 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-5c627a07-2ee4-4eb6-9040-52f1e2621c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:56.729491 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-5c627a07-2ee4-4eb6-9040-52f1e2621c75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:56.730876 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-5c627a07-2ee4-4eb6-9040-52f1e2621c75 service neutron] 10.222.0.64 "PUT /v2.0/ports/05b60e97-4d8c-4758-b07d-22fad0adb972 HTTP/1.1" status: 200 len: 1093 time: 5.4147558 Nov 11 01:02:56.867220 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-15e5c24d-7acd-4bb3-8105-c0353009b8e5 service neutron] 10.222.0.64 "GET /v2.0/networks/048a8821-d983-414f-be92-0b2d1da42155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230779 Nov 11 01:02:56.876796 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-a1139ef7-a630-4d0d-937b-5e30dd606ff8 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1981934822&fields=id&tenant_id=e01554f5a96c46afb1983c71a9513e16 HTTP/1.1" status: 200 len: 267 time: 0.3799610 Nov 11 01:02:56.889445 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-c8efd558-f535-4c93-8839-5bec9ba8623b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1c820276181d4288aba3b2dbe245149b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2553945 Nov 11 01:02:56.906461 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efd558-f535-4c93-8839-5bec9ba8623b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efff25a-6e83-46df-9d9e-9ed872aa7ee6,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:56.913323 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 53012) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:56.944815 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ab1db4cd-ee87-42bb-9000-c35cd17e5e86 req-81bb5e99-0cab-4db0-8a5a-c6d24e6282c3 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766360 Nov 11 01:02:57.054979 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-24ea964a-d2b7-4d8d-b873-632a43e05368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:57.093361 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c627a07-2ee4-4eb6-9040-52f1e2621c75 service neutron] Pushing event updated for resources: {'Port': ['ID=05b60e97-4d8c-4758-b07d-22fad0adb972,revision_number=3']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:57.126123 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-fe0f12e2-7c52-462d-9d7b-e4e685ad0a7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:57.136024 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19c16a37-4ba6-40d6-a929-5cd6ec3a1f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698162'] for network, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:57.156148 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-006bd6f4-c3d7-4c96-aacf-7a56ae29a538 req-2589ff53-7aaa-4cd5-ac6b-39688479ec62 service neutron] 10.222.0.64 "GET /v2.0/networks/048a8821-d983-414f-be92-0b2d1da42155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435660 Nov 11 01:02:57.196369 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-55312d50-ddd2-4e5f-9f06-632ad621504f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:57.197920 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-55312d50-ddd2-4e5f-9f06-632ad621504f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43ffc4ef7782463480e07227c26cfa47&device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 1096 time: 0.3298419 Nov 11 01:02:57.198687 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-296d38f3-f75a-461a-9656-9d13747d7d92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:57.250675 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-296d38f3-f75a-461a-9656-9d13747d7d92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:57.372622 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-fe0f12e2-7c52-462d-9d7b-e4e685ad0a7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:57.373468 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 53024) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:57.379926 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976e6ee2-fdc4-45f0-8bea-168ac8cb8f49 x-openstack-request-id: req-976e6ee2-fdc4-45f0-8bea-168ac8cb8f49 {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:02:57.380335 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0360cc95-5544-4fb1-bc22-e5597a623fc0", "tag": "e550141e-b3f0-40cc-9ff5-80a4761a4f92", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:02:57.380835 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-976e6ee2-fdc4-45f0-8bea-168ac8cb8f49 {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:02:57.381413 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0360cc95-5544-4fb1-bc22-e5597a623fc0', 'tag': 'e550141e-b3f0-40cc-9ff5-80a4761a4f92', 'status': 'completed', 'code': 200} Nov 11 01:02:57.385868 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-a241ee70-2c48-4665-9853-a71261fea022 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05b60e97-4d8c-4758-b07d-22fad0adb972 HTTP/1.1" status: 200 len: 217 time: 0.0822165 Nov 11 01:02:57.451046 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19c16a37-4ba6-40d6-a929-5cd6ec3a1f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1989287', 'neutron.services.segments.db._delete_segments_for_network-8764259070437'] for network, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:57.469413 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-296d38f3-f75a-461a-9656-9d13747d7d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:57.473697 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-296d38f3-f75a-461a-9656-9d13747d7d92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:57.474856 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-296d38f3-f75a-461a-9656-9d13747d7d92 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9efff25a-6e83-46df-9d9e-9ed872aa7ee6 HTTP/1.1" status: 204 len: 168 time: 0.5591874 Nov 11 01:02:57.490014 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19c16a37-4ba6-40d6-a929-5cd6ec3a1f42 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:02:57.490391 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19c16a37-4ba6-40d6-a929-5cd6ec3a1f42 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:02:57.491178 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19c16a37-4ba6-40d6-a929-5cd6ec3a1f42 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:02:57.491513 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19c16a37-4ba6-40d6-a929-5cd6ec3a1f42 admin admin] Subscribe: > port after_create 55550000 {{(pid=101601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:02:57.491834 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19c16a37-4ba6-40d6-a929-5cd6ec3a1f42 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:02:57.492154 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19c16a37-4ba6-40d6-a929-5cd6ec3a1f42 admin admin] Subscribe: > port after_update 55550000 {{(pid=101601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:02:57.492471 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19c16a37-4ba6-40d6-a929-5cd6ec3a1f42 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:02:57.492803 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19c16a37-4ba6-40d6-a929-5cd6ec3a1f42 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:02:57.493103 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19c16a37-4ba6-40d6-a929-5cd6ec3a1f42 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:02:57.493431 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19c16a37-4ba6-40d6-a929-5cd6ec3a1f42 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:02:57.562298 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-c6d21b9b-e5be-4893-90b7-618bf8945fe3 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Publish callbacks [] for port, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:57.568248 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-fe0f12e2-7c52-462d-9d7b-e4e685ad0a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:57.706750 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-681a5f8d-298c-45c9-96af-42887afc4330 req-cbe3c8c1-ab7a-4d8d-a491-bc8d9903d4de tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 210 time: 0.2827263 Nov 11 01:02:57.721785 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-958066ba-3f9e-42b5-90ac-18298ee4cb08 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:57.724237 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-958066ba-3f9e-42b5-90ac-18298ee4cb08 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/networks?id=7db40340-76c1-4dbb-a60c-57c8a9a269e5 HTTP/1.1" status: 200 len: 816 time: 0.8463130 Nov 11 01:02:57.733103 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19c16a37-4ba6-40d6-a929-5cd6ec3a1f42 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:02:57.734339 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19c16a37-4ba6-40d6-a929-5cd6ec3a1f42 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:02:57.734749 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19c16a37-4ba6-40d6-a929-5cd6ec3a1f42 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:02:57.735220 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19c16a37-4ba6-40d6-a929-5cd6ec3a1f42 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:02:57.735716 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.services.segments.db [None req-19c16a37-4ba6-40d6-a929-5cd6ec3a1f42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6586d17c-9c87-4254-9b9e-dcd0bf4d5abf']}} {{(pid=101601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:02:57.749249 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-fe0f12e2-7c52-462d-9d7b-e4e685ad0a7a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=53f8c490404245a4a2fd9af96bbe0146&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0782564 Nov 11 01:02:57.752206 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d38f3-f75a-461a-9656-9d13747d7d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efff25a-6e83-46df-9d9e-9ed872aa7ee6,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:57.752350 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f12e2-7c52-462d-9d7b-e4e685ad0a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5553c6d-d0fd-4ba2-ad6a-5ef004836318,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:57.759762 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 53032) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:57.787314 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-fbab2676-f154-4775-9733-4c71beb9b286 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/quotas/e01554f5a96c46afb1983c71a9513e16 HTTP/1.1" status: 200 len: 375 time: 0.0529444 Nov 11 01:02:57.841693 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.services.segments.db [None req-19c16a37-4ba6-40d6-a929-5cd6ec3a1f42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8dbd1a4-370c-4407-bf94-4d13492c7e45') {'for_net_delete': True} {{(pid=101601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:02:57.846209 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.services.segments.db [None req-19c16a37-4ba6-40d6-a929-5cd6ec3a1f42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8dbd1a4-370c-4407-bf94-4d13492c7e45') {} {{(pid=101601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:02:57.863661 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-c6d21b9b-e5be-4893-90b7-618bf8945fe3 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385'] for port, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:57.894338 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19c16a37-4ba6-40d6-a929-5cd6ec3a1f42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764259091950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14391893'] for segment, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:57.950830 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19c16a37-4ba6-40d6-a929-5cd6ec3a1f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:57.989038 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c16a37-4ba6-40d6-a929-5cd6ec3a1f42 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 01:02:57.990349 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19c16a37-4ba6-40d6-a929-5cd6ec3a1f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14462076'] for segment, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: from cryptography.utils import int_from_bytes Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: from cryptography.utils import int_from_bytes Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: Traceback (most recent call last): Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: timer() Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: cb(*args, **kw) Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: return func(*args, **kwargs) Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: self._notify() Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: self.callback(batched_events) Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: event.method(event) Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: return f(self, *a, **k) Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: return self._get(url).json() Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: return self.request(url, 'GET', **kwargs) Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 01:02:58.001126 dv-cinder-817085-3-iscsi neutron-server[101601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 01:02:58.026466 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-8f8e9520-971a-495a-850e-3e527ccf8c7c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1615552609-network', 'tenant_id': 'bc6bf79f0d71486daf41ba6aa381e68e'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:02:58.031297 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-c6d21b9b-e5be-4893-90b7-618bf8945fe3 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Network 288ad7ee-ad49-45cc-b619-30fceacb55ee is already hosted by enough agents. {{(pid=101602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:02:58.076418 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.base_scheduler [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-c6d21b9b-e5be-4893-90b7-618bf8945fe3 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Resources bound (agent type, host, resource id): {{(pid=101602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:02:58.089722 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d21b9b-e5be-4893-90b7-618bf8945fe3 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Pushing event updated for resources: {'Port': ['ID=5cfe983d-38d0-4d2b-870d-35adc82de8f4,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:58.095498 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-c6d21b9b-e5be-4893-90b7-618bf8945fe3 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Received port after_create {{(pid=101602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:02:58.101943 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-c6d21b9b-e5be-4893-90b7-618bf8945fe3 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:58.101943 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-c6d21b9b-e5be-4893-90b7-618bf8945fe3 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for port, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:58.109641 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8e9520-971a-495a-850e-3e527ccf8c7c admin admin] Made reservation on behalf of bc6bf79f0d71486daf41ba6aa381e68e for: {'network': 1} {{(pid=101602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:02:58.111926 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9520-971a-495a-850e-3e527ccf8c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for network, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:58.122314 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-a40016e1-5ba0-473d-9b0a-2532dbf3fdd4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e01554f5a96c46afb1983c71a9513e16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3232083 Nov 11 01:02:58.142246 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19c16a37-4ba6-40d6-a929-5cd6ec3a1f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1989264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918263'] for network, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:58.157439 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9520-971a-495a-850e-3e527ccf8c7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:58.159373 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-faa8b30f-d81b-4b63-9d06-cfcafce3054a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:58.183632 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-faa8b30f-d81b-4b63-9d06-cfcafce3054a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:58.189959 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c16a37-4ba6-40d6-a929-5cd6ec3a1f42 admin admin] Pushing event deleted for resources: {'Network': ['ID=6586d17c-9c87-4254-9b9e-dcd0bf4d5abf,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:58.193466 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19c16a37-4ba6-40d6-a929-5cd6ec3a1f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:58.200682 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-19c16a37-4ba6-40d6-a929-5cd6ec3a1f42 admin admin] 10.222.0.52 "DELETE /v2.0/networks/6586d17c-9c87-4254-9b9e-dcd0bf4d5abf HTTP/1.1" status: 204 len: 168 time: 1.4820290 Nov 11 01:02:58.205996 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 53046) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:58.255306 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-faa8b30f-d81b-4b63-9d06-cfcafce3054a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:58.257907 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-faa8b30f-d81b-4b63-9d06-cfcafce3054a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:58.259091 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-faa8b30f-d81b-4b63-9d06-cfcafce3054a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b5553c6d-d0fd-4ba2-ad6a-5ef004836318 HTTP/1.1" status: 204 len: 168 time: 0.4982283 Nov 11 01:02:58.272683 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854ebea-ed41-4e51-a0c5-bdf42433aad2 req-c25c9db6-bbc8-4707-bd6f-d52b1e5f37d0 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:58.274211 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5854ebea-ed41-4e51-a0c5-bdf42433aad2 req-c25c9db6-bbc8-4707-bd6f-d52b1e5f37d0 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 943 time: 0.3201885 Nov 11 01:02:58.305951 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-c6d21b9b-e5be-4893-90b7-618bf8945fe3 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8926032 Nov 11 01:02:58.315456 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ec3969-64d2-45fd-985a-f07ce1d6e3a8 admin admin] Deleting subnet bb6e6c5c-c538-43f4-afb2-0e86ad8ecb0a {{(pid=101601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 01:02:58.330577 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-89ec3969-64d2-45fd-985a-f07ce1d6e3a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:58.366386 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8b30f-d81b-4b63-9d06-cfcafce3054a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5553c6d-d0fd-4ba2-ad6a-5ef004836318,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:58.415830 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-89ec3969-64d2-45fd-985a-f07ce1d6e3a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14391884'] for subnet, precommit_delete_associations {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:58.505124 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-89ec3969-64d2-45fd-985a-f07ce1d6e3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1988382'] for subnet, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:58.615046 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-89ec3969-64d2-45fd-985a-f07ce1d6e3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14461986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14289049'] for subnet, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:58.662551 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec3969-64d2-45fd-985a-f07ce1d6e3a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb6e6c5c-c538-43f4-afb2-0e86ad8ecb0a,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:58.684615 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-89ec3969-64d2-45fd-985a-f07ce1d6e3a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:58.694164 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-89ec3969-64d2-45fd-985a-f07ce1d6e3a8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/bb6e6c5c-c538-43f4-afb2-0e86ad8ecb0a HTTP/1.1" status: 204 len: 168 time: 0.4864633 Nov 11 01:02:58.696102 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 53056) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:58.765194 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5854ebea-ed41-4e51-a0c5-bdf42433aad2 req-59b5aa0d-16d0-4f50-876a-826bf7b62ab8 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/security-groups?id=027c0a5b-4b04-4ea1-ada1-6d875af49653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308307 Nov 11 01:02:58.780531 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-8b1619c0-c270-477d-abb5-9fbf8de80bd2 service neutron] 10.222.0.52 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5490861 Nov 11 01:02:58.785745 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-24ea964a-d2b7-4d8d-b873-632a43e05368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82da993e-a127-427f-9c31-a8b1a4846d8f {{(pid=101602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:02:58.808213 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-24ea964a-d2b7-4d8d-b873-632a43e05368 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:58.818454 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-e28e6bd8-9a9d-424f-94e2-493fde81ac9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698162'] for network, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:58.943121 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9520-971a-495a-850e-3e527ccf8c7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:58.954763 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.provisioning_blocks [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-24ea964a-d2b7-4d8d-b873-632a43e05368 service neutron] Transition to ACTIVE for port object 82da993e-a127-427f-9c31-a8b1a4846d8f will not be triggered until provisioned by entity L2. {{(pid=101602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 01:02:58.981091 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9520-971a-495a-850e-3e527ccf8c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:59.004093 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-24ea964a-d2b7-4d8d-b873-632a43e05368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:59.075957 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8e9520-971a-495a-850e-3e527ccf8c7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=101602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 01:02:59.249606 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-e28e6bd8-9a9d-424f-94e2-493fde81ac9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1989287', 'neutron.services.segments.db._delete_segments_for_network-8764259070437'] for network, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:59.259939 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9520-971a-495a-850e-3e527ccf8c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:59.260261 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.db.segments_db [None req-8f8e9520-971a-495a-850e-3e527ccf8c7c admin admin] Added segment 1a847760-6846-452c-bbf5-e1cbd72e2dd6 of type vlan for network f0f3aade-8a9b-41d6-8df3-d98541ae9e2d Nov 11 01:02:59.272160 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e9520-971a-495a-850e-3e527ccf8c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3098238-42ef-4ebc-8ed5-f0c5b72845c1,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:59.288839 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.services.segments.db [None req-e28e6bd8-9a9d-424f-94e2-493fde81ac9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fca7373-8dac-4c6d-80a3-fcb9ee7c0e08']}} {{(pid=101601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:02:59.301919 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.services.segments.db [None req-e28e6bd8-9a9d-424f-94e2-493fde81ac9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90ae701-3f71-42c0-91ae-bbaaa6cec946') {'for_net_delete': True} {{(pid=101601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:02:59.302242 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.services.segments.db [None req-e28e6bd8-9a9d-424f-94e2-493fde81ac9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90ae701-3f71-42c0-91ae-bbaaa6cec946') {} {{(pid=101601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:02:59.312988 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-e28e6bd8-9a9d-424f-94e2-493fde81ac9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764259091950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14391893'] for segment, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:59.333219 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-e28e6bd8-9a9d-424f-94e2-493fde81ac9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:59.341550 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28e6bd8-9a9d-424f-94e2-493fde81ac9c admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 01:02:59.341980 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-e28e6bd8-9a9d-424f-94e2-493fde81ac9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14462076'] for segment, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: Traceback (most recent call last): Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: timer() Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: cb(*args, **kw) Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: return func(*args, **kwargs) Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: self._notify() Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: self.callback(batched_events) Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: event.method(event) Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: return f(self, *a, **k) Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: return self._get(url).json() Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: return self.request(url, 'GET', **kwargs) Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 01:02:59.343812 dv-cinder-817085-3-iscsi neutron-server[101601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 01:02:59.349762 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f561f-cb9a-4ed5-b7d1-d32307844c7e req-1ea5e55e-ef2a-4221-af09-e84f821db08c tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:59.379315 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-813f561f-cb9a-4ed5-b7d1-d32307844c7e req-1ea5e55e-ef2a-4221-af09-e84f821db08c tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 943 time: 0.4547997 Nov 11 01:02:59.382211 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-0f3983ab-627e-4034-bc4a-a84024291b85 service neutron] 10.222.0.52 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5916376 Nov 11 01:02:59.389285 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-dbb522f3-5c7f-4f22-b0b2-40ffa9eb5711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:59.434429 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61a1f6b-3738-404f-a57c-38c3e25aca4d', 'tag': '05b60e97-4d8c-4758-b07d-22fad0adb972'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:02:59.438692 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7807d47b-1720-4f14-976a-6880fa104d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "a61a1f6b-3738-404f-a57c-38c3e25aca4d", "tag": "05b60e97-4d8c-4758-b07d-22fad0adb972"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:02:59.501063 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-e28e6bd8-9a9d-424f-94e2-493fde81ac9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1989264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918263'] for network, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:59.521227 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-e28e6bd8-9a9d-424f-94e2-493fde81ac9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:59.527217 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea964a-d2b7-4d8d-b873-632a43e05368 service neutron] Pushing event updated for resources: {'Port': ['ID=82da993e-a127-427f-9c31-a8b1a4846d8f,revision_number=2']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:59.539159 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-e28e6bd8-9a9d-424f-94e2-493fde81ac9c admin admin] 10.222.0.52 "DELETE /v2.0/networks/7fca7373-8dac-4c6d-80a3-fcb9ee7c0e08 HTTP/1.1" status: 204 len: 168 time: 0.8366020 Nov 11 01:02:59.558309 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9520-971a-495a-850e-3e527ccf8c7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764258555859'] for network, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:59.567375 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e6bd8-9a9d-424f-94e2-493fde81ac9c admin admin] Pushing event deleted for resources: {'Network': ['ID=7fca7373-8dac-4c6d-80a3-fcb9ee7c0e08,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:02:59.582050 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.managers [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-24ea964a-d2b7-4d8d-b873-632a43e05368 service neutron] Attempting to bind port 82da993e-a127-427f-9c31-a8b1a4846d8f on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:02:59.582908 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.managers [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-24ea964a-d2b7-4d8d-b873-632a43e05368 service neutron] Attempting to bind port 82da993e-a127-427f-9c31-a8b1a4846d8f by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': 'e6b6c9b0-a8e0-49cd-ab18-92478236f529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '288ad7ee-ad49-45cc-b619-30fceacb55ee'}] {{(pid=101602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:02:59.583330 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-24ea964a-d2b7-4d8d-b873-632a43e05368 service neutron] Attempting to bind port 82da993e-a127-427f-9c31-a8b1a4846d8f on network 288ad7ee-ad49-45cc-b619-30fceacb55ee {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:02:59.612155 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-813f561f-cb9a-4ed5-b7d1-d32307844c7e req-4200a270-a08a-46bc-a950-6e715256c7d8 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323115 Nov 11 01:02:59.613483 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-24ea964a-d2b7-4d8d-b873-632a43e05368 service neutron] Port 82da993e-a127-427f-9c31-a8b1a4846d8f on network 288ad7ee-ad49-45cc-b619-30fceacb55ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 01:02:59.614051 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-24ea964a-d2b7-4d8d-b873-632a43e05368 service neutron] Attempting to bind port 82da993e-a127-427f-9c31-a8b1a4846d8f on network 288ad7ee-ad49-45cc-b619-30fceacb55ee {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:02:59.621588 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-24ea964a-d2b7-4d8d-b873-632a43e05368 service neutron] Checking agent: {'id': '9935500b-1718-4861-8412-1ae3ca811271', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'started_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:02:59.622017 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-24ea964a-d2b7-4d8d-b873-632a43e05368 service neutron] Checking segment: {'id': 'e6b6c9b0-a8e0-49cd-ab18-92478236f529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '288ad7ee-ad49-45cc-b619-30fceacb55ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:02:59.622620 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-24ea964a-d2b7-4d8d-b873-632a43e05368 service neutron] Bound using segment: {'id': 'e6b6c9b0-a8e0-49cd-ab18-92478236f529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '288ad7ee-ad49-45cc-b619-30fceacb55ee'} {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:02:59.623225 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.managers [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-24ea964a-d2b7-4d8d-b873-632a43e05368 service neutron] Bound port: 82da993e-a127-427f-9c31-a8b1a4846d8f, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b6c9b0-a8e0-49cd-ab18-92478236f529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '288ad7ee-ad49-45cc-b619-30fceacb55ee'}}] {{(pid=101602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:02:59.623766 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-24ea964a-d2b7-4d8d-b873-632a43e05368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:59.647569 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9520-971a-495a-850e-3e527ccf8c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for network, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:59.648595 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8e9520-971a-495a-850e-3e527ccf8c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:02:59.649278 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9520-971a-495a-850e-3e527ccf8c7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:02:59.787665 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551f35a0-9e00-4197-80b8-23b676ad7922 x-openstack-request-id: req-551f35a0-9e00-4197-80b8-23b676ad7922 {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:02:59.788230 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61a1f6b-3738-404f-a57c-38c3e25aca4d", "tag": "05b60e97-4d8c-4758-b07d-22fad0adb972", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:02:59.788703 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-551f35a0-9e00-4197-80b8-23b676ad7922 {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:02:59.789357 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61a1f6b-3738-404f-a57c-38c3e25aca4d', 'tag': '05b60e97-4d8c-4758-b07d-22fad0adb972', 'status': 'completed', 'code': 200} Nov 11 01:02:59.816154 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 53098) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:59.915010 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-cd0dfb46-d3ae-415d-87ee-c51234b9ef63 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=48f0cdf39f344c0e901aa2bca82b96c9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0963068 Nov 11 01:02:59.916512 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-8f8e9520-971a-495a-850e-3e527ccf8c7c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5243843 Nov 11 01:02:59.918494 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 53102) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:59.918831 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 53104) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:02:59.947337 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-d1f4b1b2-b776-4c78-ba71-81fc8ef5cf32 admin admin] Request body: {'subnet': {'network_id': 'f0f3aade-8a9b-41d6-8df3-d98541ae9e2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1615552609-subnet', 'tenant_id': 'bc6bf79f0d71486daf41ba6aa381e68e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:02:59.998866 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c462504c-4c8a-4483-94d0-5e19b58b2c6a req-9f383aae-ff90-442b-b223-d6b89ac32452 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 210 time: 0.0752277 Nov 11 01:03:00.020869 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e9520-971a-495a-850e-3e527ccf8c7c admin admin] Pushing event updated for resources: {'Network': ['ID=f0f3aade-8a9b-41d6-8df3-d98541ae9e2d,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:00.033952 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Network f0f3aade-8a9b-41d6-8df3-d98541ae9e2d details requested by agent ovs-agent-dv-cinder-817085-3-iscsi with host dv-cinder-817085-3-iscsi {{(pid=101603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 01:03:00.051831 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd408d8-a49e-4773-9e01-9e952a9e75b5 req-f6ebffff-830b-461b-ae4d-2d75bc3d08ee tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:00.059695 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8bd408d8-a49e-4773-9e01-9e952a9e75b5 req-f6ebffff-830b-461b-ae4d-2d75bc3d08ee tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 932 time: 0.2624855 Nov 11 01:03:00.064348 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9569cf90-3140-42cd-a6f7-5c27a1fa40d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:00.069142 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f4b1b2-b776-4c78-ba71-81fc8ef5cf32 admin admin] Made reservation on behalf of bc6bf79f0d71486daf41ba6aa381e68e for: {'subnet': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:03:00.077860 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d1f4b1b2-b776-4c78-ba71-81fc8ef5cf32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14289084'] for subnet, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:00.088532 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-24ea964a-d2b7-4d8d-b873-632a43e05368 service neutron] For port 82da993e-a127-427f-9c31-a8b1a4846d8f, host hv-cinder-81708, cleared binding levels {{(pid=101602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:03:00.115589 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-24ea964a-d2b7-4d8d-b873-632a43e05368 service neutron] For port 82da993e-a127-427f-9c31-a8b1a4846d8f, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=82da993e-a127-427f-9c31-a8b1a4846d8f,segment=NetworkSegment(e6b6c9b0-a8e0-49cd-ab18-92478236f529),segment_id=e6b6c9b0-a8e0-49cd-ab18-92478236f529)] {{(pid=101602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:03:00.123313 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-24ea964a-d2b7-4d8d-b873-632a43e05368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:00.235367 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9569cf90-3140-42cd-a6f7-5c27a1fa40d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:00.338385 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9569cf90-3140-42cd-a6f7-5c27a1fa40d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:00.341210 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9569cf90-3140-42cd-a6f7-5c27a1fa40d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:00.344672 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-9569cf90-3140-42cd-a6f7-5c27a1fa40d0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/93ef7bd6-0a8e-4891-900b-737227716e6f HTTP/1.1" status: 204 len: 168 time: 0.4189978 Nov 11 01:03:00.347708 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8bd408d8-a49e-4773-9e01-9e952a9e75b5 req-16958774-ee88-4004-809a-54810c2e8a4f tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866192 Nov 11 01:03:00.371091 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-24ea964a-d2b7-4d8d-b873-632a43e05368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:00.371984 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-24ea964a-d2b7-4d8d-b873-632a43e05368 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for port, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:00.373874 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-24ea964a-d2b7-4d8d-b873-632a43e05368 service neutron] 10.222.0.64 "PUT /v2.0/ports/82da993e-a127-427f-9c31-a8b1a4846d8f HTTP/1.1" status: 200 len: 1093 time: 3.7985880 Nov 11 01:03:00.374535 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569cf90-3140-42cd-a6f7-5c27a1fa40d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ef7bd6-0a8e-4891-900b-737227716e6f,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:00.376104 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45620e84-de01-477d-a818-263dae68f119', 'tag': '82da993e-a127-427f-9c31-a8b1a4846d8f'}] {{(pid=101602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:03:00.514462 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea964a-d2b7-4d8d-b873-632a43e05368 service neutron] Pushing event updated for resources: {'Port': ['ID=82da993e-a127-427f-9c31-a8b1a4846d8f,revision_number=3']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:00.516184 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d1f4b1b2-b776-4c78-ba71-81fc8ef5cf32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14462179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14289042'] for subnet, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:00.522815 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-8b58c0d5-89d2-4eb3-ab61-3b39bca70fba service neutron] Request body: {'port': {'device_id': 'f60ae7a9-6eb4-4a87-88ca-6c291f834861', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:03:00.552882 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-b8c22d49-2cf8-4daa-9adc-76de412c7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:00.554416 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-b8c22d49-2cf8-4daa-9adc-76de412c7757 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2b7bfe1a-44c7-4090-b981-aebbae43c563 HTTP/1.1" status: 200 len: 855 time: 0.1169589 Nov 11 01:03:00.573168 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6addc-39e2-4f24-a129-901a6401bb38 req-a4489398-cd10-4e70-a986-498d594f3f6b tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:00.575284 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-33e6addc-39e2-4f24-a129-901a6401bb38 req-a4489398-cd10-4e70-a986-498d594f3f6b tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 943 time: 0.3638082 Nov 11 01:03:00.612244 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4b1b2-b776-4c78-ba71-81fc8ef5cf32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=437315c2-ffcb-40f8-9e46-918e04c3dbb2,revision_number=0']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:00.680858 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573136c8-04a8-48df-a8f7-b915c5ebb0eb req-0d9db504-a5df-4121-80b3-766a86f83b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:00.682375 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-573136c8-04a8-48df-a8f7-b915c5ebb0eb req-0d9db504-a5df-4121-80b3-766a86f83b85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daf7efb5653647a882c13e0316a7ab68&device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 1096 time: 0.1985426 Nov 11 01:03:00.686179 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-eafdb19b-8a19-4d51-9645-0eeffe14e888 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=232e5fb8-96bd-4e33-ad1f-50b0e7e803d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859957 Nov 11 01:03:00.717942 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-8b58c0d5-89d2-4eb3-ab61-3b39bca70fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:00.733483 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f4b1b2-b776-4c78-ba71-81fc8ef5cf32 admin admin] Checking segment: {'id': '1a847760-6846-452c-bbf5-e1cbd72e2dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f0f3aade-8a9b-41d6-8df3-d98541ae9e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:03:00.733853 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f4b1b2-b776-4c78-ba71-81fc8ef5cf32 admin admin] Network hostable DHCP agents. Network: f0f3aade-8a9b-41d6-8df3-d98541ae9e2d, hostable agents: ['51ef0dbb-d632-4ef8-8741-cd394451711b'], hosted agents: [] {{(pid=101601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 01:03:00.898127 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f4b1b2-b776-4c78-ba71-81fc8ef5cf32 admin admin] Network f0f3aade-8a9b-41d6-8df3-d98541ae9e2d is scheduled to be hosted by DHCP agent 51ef0dbb-d632-4ef8-8741-cd394451711b with binding_index 1 {{(pid=101601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 01:03:00.917277 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-b6376a81-cb7f-49a7-b763-e2e8c371aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:00.925098 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-d1f4b1b2-b776-4c78-ba71-81fc8ef5cf32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-3-iscsi, f0f3aade-8a9b-41d6-8df3-d98541ae9e2d) {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:03:00.928558 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-b6376a81-cb7f-49a7-b763-e2e8c371aac7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b9ddce0b6794348af30770172bcd5c5&device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 1096 time: 0.2976322 Nov 11 01:03:00.935512 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60780cce-1742-44f7-98d0-90c629f97f44 None None] Network f0f3aade-8a9b-41d6-8df3-d98541ae9e2d requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:03:00.954635 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f4b1b2-b776-4c78-ba71-81fc8ef5cf32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:00.954940 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d1f4b1b2-b776-4c78-ba71-81fc8ef5cf32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:00.964316 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-33e6addc-39e2-4f24-a129-901a6401bb38 req-cb47d2ba-6552-4d67-abe5-8c02990cd9cb tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/security-groups?id=027c0a5b-4b04-4ea1-ada1-6d875af49653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774228 Nov 11 01:03:01.033245 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573136c8-04a8-48df-a8f7-b915c5ebb0eb req-38d39320-b348-404a-9e80-5c40af834c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:01.044353 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-573136c8-04a8-48df-a8f7-b915c5ebb0eb req-38d39320-b348-404a-9e80-5c40af834c4b service neutron] 10.222.0.64 "GET /v2.0/networks?id=048a8821-d983-414f-be92-0b2d1da42155 HTTP/1.1" status: 200 len: 912 time: 0.3220284 Nov 11 01:03:01.069494 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-4637f391-46a8-4d15-9767-0186edfebc58 service neutron] 10.222.0.64 "GET /v2.0/networks/232e5fb8-96bd-4e33-ad1f-50b0e7e803d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254383 Nov 11 01:03:01.107101 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-d1f4b1b2-b776-4c78-ba71-81fc8ef5cf32 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1725578 Nov 11 01:03:01.132867 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28ad727-d99c-4a55-b70b-b0d0fe95bda1 None None] Network f0f3aade-8a9b-41d6-8df3-d98541ae9e2d requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:03:01.161341 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbc2a4dd34722a8e14e2fc20a6c680084dc03eb7d3307192ee443654b1fba6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbd8cbd-a527-41ed-b225-bdbb1a56bb0e" -d '{"events": [{"name": "network-changed", "server_uuid": "45620e84-de01-477d-a818-263dae68f119", "tag": "82da993e-a127-427f-9c31-a8b1a4846d8f"}]}' {{(pid=101602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:03:01.234884 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4300b-7aeb-4214-bfe3-0a6b5f51309d req-402f4729-513c-4116-ad48-d87215b32a29 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:01.236518 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ead4300b-7aeb-4214-bfe3-0a6b5f51309d req-402f4729-513c-4116-ad48-d87215b32a29 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 943 time: 0.4899755 Nov 11 01:03:01.238226 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-393da36e-33b0-4849-8af2-f6c6fc030f1e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82da993e-a127-427f-9c31-a8b1a4846d8f HTTP/1.1" status: 200 len: 217 time: 0.2638190 Nov 11 01:03:01.242507 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 53156) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:01.311890 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-7f35f3ef-961a-4c01-80ef-ef8a5ca1ed47 req-54b6b48b-1dcd-46d2-ae0a-7f493a37b8ec service neutron] 10.222.0.64 "GET /v2.0/networks/232e5fb8-96bd-4e33-ad1f-50b0e7e803d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962461 Nov 11 01:03:01.314661 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-573136c8-04a8-48df-a8f7-b915c5ebb0eb req-16c98e97-a7c9-4276-8f43-377c6149f738 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e550141e-b3f0-40cc-9ff5-80a4761a4f92 HTTP/1.1" status: 200 len: 217 time: 0.2432656 Nov 11 01:03:01.381550 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-67424484-cd20-42f4-8e14-20704dec6553 req-249395f5-00aa-4ee8-893c-4439c1c7cdd9 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 210 time: 0.1392682 Nov 11 01:03:01.395781 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-6b32c421-5dcb-47a3-ae41-0f1c189f341d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:01.397187 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-6b32c421-5dcb-47a3-ae41-0f1c189f341d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=217dd1d9-2c80-47df-a154-fc3ee5b01472 HTTP/1.1" status: 200 len: 859 time: 0.1369085 Nov 11 01:03:01.413579 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573136c8-04a8-48df-a8f7-b915c5ebb0eb req-fea351de-35d9-4a6d-a0d7-cf84fe035a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:01.415834 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-573136c8-04a8-48df-a8f7-b915c5ebb0eb req-fea351de-35d9-4a6d-a0d7-cf84fe035a8a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dffca17d-eebc-424e-b6df-1a9ec6bcf3b4 HTTP/1.1" status: 200 len: 852 time: 0.0758030 Nov 11 01:03:01.492451 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-e21e8b92-e428-4e67-92fa-0bdbfdc63386 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d6fae6a4674549648739c56d61777bc4&name=default HTTP/1.1" status: 200 len: 2995 time: 0.2465813 Nov 11 01:03:01.494571 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 53166) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:01.557838 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-e60c6180-df4d-4036-9c30-7fc63408618c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=288ad7ee-ad49-45cc-b619-30fceacb55ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773902 Nov 11 01:03:01.561253 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ead4300b-7aeb-4214-bfe3-0a6b5f51309d req-7c8b564c-522b-42a6-95a1-2ce1a7c4d792 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140171 Nov 11 01:03:01.566503 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-573136c8-04a8-48df-a8f7-b915c5ebb0eb req-25eedf93-a4ba-40fb-83fb-6f802dc01201 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=048a8821-d983-414f-be92-0b2d1da42155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859241 Nov 11 01:03:01.622789 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807d47b-1720-4f14-976a-6880fa104d1a req-1dd88724-ccbb-485d-97d8-39bfc8d57854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:01.625894 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-7807d47b-1720-4f14-976a-6880fa104d1a req-1dd88724-ccbb-485d-97d8-39bfc8d57854 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43ffc4ef7782463480e07227c26cfa47&device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 1096 time: 0.1288369 Nov 11 01:03:01.819188 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-9ac54945-019d-4cf4-b331-76d05108ba68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:01.819983 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-20d9371b-a567-4456-99cf-08d6a1ce82f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:01.836559 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.64', 51256) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:02.057558 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-573136c8-04a8-48df-a8f7-b915c5ebb0eb req-71cbabee-836c-4c89-b80e-9324e6017660 service neutron] 10.222.0.64 "GET /v2.0/networks/048a8821-d983-414f-be92-0b2d1da42155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392624 Nov 11 01:03:02.084554 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e8c57a-f716-4e59-a386-b156feb204a7 x-openstack-request-id: req-87e8c57a-f716-4e59-a386-b156feb204a7 {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:03:02.085148 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45620e84-de01-477d-a818-263dae68f119", "tag": "82da993e-a127-427f-9c31-a8b1a4846d8f", "status": "completed", "code": 200}]} {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:03:02.085533 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-87e8c57a-f716-4e59-a386-b156feb204a7 {{(pid=101602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:03:02.086100 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45620e84-de01-477d-a818-263dae68f119', 'tag': '82da993e-a127-427f-9c31-a8b1a4846d8f', 'status': 'completed', 'code': 200} Nov 11 01:03:02.257305 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-b665bdc3-e137-4a22-a1b5-7cd33cb00071 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:02.259155 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-b665bdc3-e137-4a22-a1b5-7cd33cb00071 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.64 "GET /v2.0/networks?id=7db40340-76c1-4dbb-a60c-57c8a9a269e5 HTTP/1.1" status: 200 len: 816 time: 0.4167030 Nov 11 01:03:02.300391 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f68c76-810a-4aeb-a0b3-65637194406a req-dc74ff48-8693-4284-a75d-2c14e6a35614 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:02.302461 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-68f68c76-810a-4aeb-a0b3-65637194406a req-dc74ff48-8693-4284-a75d-2c14e6a35614 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 932 time: 0.2153969 Nov 11 01:03:02.338876 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-20d9371b-a567-4456-99cf-08d6a1ce82f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:02.383423 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e96ab-103c-46c2-a260-a4d91ad0a71c req-5fcf231a-b708-48fd-92ef-5e9eb2e36557 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:02.384969 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fd3e96ab-103c-46c2-a260-a4d91ad0a71c req-5fcf231a-b708-48fd-92ef-5e9eb2e36557 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 943 time: 0.2233407 Nov 11 01:03:02.420726 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807d47b-1720-4f14-976a-6880fa104d1a req-ef9dd54b-5d26-4bf9-abee-bcb27efbd99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:02.422993 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-7807d47b-1720-4f14-976a-6880fa104d1a req-ef9dd54b-5d26-4bf9-abee-bcb27efbd99d service neutron] 10.222.0.64 "GET /v2.0/networks?id=232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 HTTP/1.1" status: 200 len: 915 time: 0.7844498 Nov 11 01:03:02.478580 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fd3e96ab-103c-46c2-a260-a4d91ad0a71c req-b8fcde38-c574-41f8-8dae-cd0274c7f927 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/security-groups?id=027c0a5b-4b04-4ea1-ada1-6d875af49653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664923 Nov 11 01:03:02.498511 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-fedeea1a-fa0d-4947-967d-afb6113c14ee service neutron] 10.222.0.64 "GET /v2.0/networks/288ad7ee-ad49-45cc-b619-30fceacb55ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8850243 Nov 11 01:03:02.551795 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 53216) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:02.558997 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-36f24754-3529-4cd5-8c32-2b17d6989974 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1872665402-network', 'tenant_id': 'e02ea3db6d3a4088a78638d506410637'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:03:02.589530 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-573136c8-04a8-48df-a8f7-b915c5ebb0eb req-126cfdc8-3248-4902-8ebb-d8f953493172 service neutron] 10.222.0.64 "GET /v2.0/networks/048a8821-d983-414f-be92-0b2d1da42155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872541 Nov 11 01:03:02.590741 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-7807d47b-1720-4f14-976a-6880fa104d1a req-1619ce96-d6ad-42ab-ba8f-40847460d3dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05b60e97-4d8c-4758-b07d-22fad0adb972 HTTP/1.1" status: 200 len: 217 time: 0.1305509 Nov 11 01:03:02.598030 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-0c18d14a-2387-4e77-b08e-d8dc0a677f55 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e01554f5a96c46afb1983c71a9513e16 HTTP/1.1" status: 200 len: 380 time: 0.2740755 Nov 11 01:03:02.599624 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f24754-3529-4cd5-8c32-2b17d6989974 admin admin] Made reservation on behalf of e02ea3db6d3a4088a78638d506410637 for: {'network': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:03:02.602061 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-36f24754-3529-4cd5-8c32-2b17d6989974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for network, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:02.611710 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-20d9371b-a567-4456-99cf-08d6a1ce82f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:02.615616 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-20d9371b-a567-4456-99cf-08d6a1ce82f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:02.620219 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-20d9371b-a567-4456-99cf-08d6a1ce82f9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/998fa019-c1f1-42b6-87fc-944a111d24db HTTP/1.1" status: 204 len: 168 time: 1.1140471 Nov 11 01:03:02.620994 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-36f24754-3529-4cd5-8c32-2b17d6989974 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:02.638417 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9371b-a567-4456-99cf-08d6a1ce82f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998fa019-c1f1-42b6-87fc-944a111d24db,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:02.668280 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-9bca0d65-c94a-471e-a283-d4124ab6dd41 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Request body: {'port': {'device_id': 'c4bc1ebf-6b32-496c-b7ff-a005abd1dec2', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'admin_state_up': True, 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'security_groups': ['8b2700d8-9e63-4d7a-8290-d05320ee5e6b']}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:03:02.708860 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-27e98a76-c688-4437-a0e7-4fca7db0fc7f req-4f12f72d-734a-4e11-8c2a-22fe2469e67e service neutron] 10.222.0.64 "GET /v2.0/networks/288ad7ee-ad49-45cc-b619-30fceacb55ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918800 Nov 11 01:03:02.711688 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-8b58c0d5-89d2-4eb3-ab61-3b39bca70fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cfe983d-38d0-4d2b-870d-35adc82de8f4 {{(pid=101602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:03:02.727286 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-8b58c0d5-89d2-4eb3-ab61-3b39bca70fba service neutron] Publish callbacks [] for port, precommit_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:02.750104 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-68f68c76-810a-4aeb-a0b3-65637194406a req-f7eb967d-ce01-494c-aa22-a38acbac51c3 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301891 Nov 11 01:03:02.793767 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8020e7c9-bd4c-4269-99d2-290c1794da9d req-f5512aeb-3b4f-46a3-b55e-3bf31f6207ba tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 210 time: 0.0767961 Nov 11 01:03:02.794913 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.provisioning_blocks [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-8b58c0d5-89d2-4eb3-ab61-3b39bca70fba service neutron] Transition to ACTIVE for port object 5cfe983d-38d0-4d2b-870d-35adc82de8f4 will not be triggered until provisioned by entity L2. {{(pid=101602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 01:03:02.800274 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-8b58c0d5-89d2-4eb3-ab61-3b39bca70fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:02.855596 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:02.877988 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 53234) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:02.879231 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58c0d5-89d2-4eb3-ab61-3b39bca70fba service neutron] Pushing event updated for resources: {'Port': ['ID=5cfe983d-38d0-4d2b-870d-35adc82de8f4,revision_number=2']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:02.977181 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd8cbd-a527-41ed-b225-bdbb1a56bb0e req-ae237f6a-c2b1-4fed-8b92-75fecd6d380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:02.980967 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dcbd8cbd-a527-41ed-b225-bdbb1a56bb0e req-ae237f6a-c2b1-4fed-8b92-75fecd6d380f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b9ddce0b6794348af30770172bcd5c5&device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 1096 time: 0.1144564 Nov 11 01:03:02.992290 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device e550141e-b3f0-40cc-9ff5-80a4761a4f92 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 01:03:03.029455 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807d47b-1720-4f14-976a-6880fa104d1a req-d4975e1d-b69c-4a33-a95d-529b29e4b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:03.031248 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-7807d47b-1720-4f14-976a-6880fa104d1a req-d4975e1d-b69c-4a33-a95d-529b29e4b482 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2b7bfe1a-44c7-4090-b981-aebbae43c563 HTTP/1.1" status: 200 len: 855 time: 0.3690460 Nov 11 01:03:03.086191 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-7807d47b-1720-4f14-976a-6880fa104d1a req-25d0d9df-2f64-4920-8cc1-4d9db8aa32f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=232e5fb8-96bd-4e33-ad1f-50b0e7e803d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411479 Nov 11 01:03:03.130227 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b66fe-8116-4896-b043-cd59a70b2173 req-9a691acf-5677-46d1-ba14-f3fc05227943 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:03.138521 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b84b66fe-8116-4896-b043-cd59a70b2173 req-9a691acf-5677-46d1-ba14-f3fc05227943 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 943 time: 0.2419837 Nov 11 01:03:03.163312 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.managers [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-8b58c0d5-89d2-4eb3-ab61-3b39bca70fba service neutron] Attempting to bind port 5cfe983d-38d0-4d2b-870d-35adc82de8f4 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:03:03.163786 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.managers [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-8b58c0d5-89d2-4eb3-ab61-3b39bca70fba service neutron] Attempting to bind port 5cfe983d-38d0-4d2b-870d-35adc82de8f4 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': 'e6b6c9b0-a8e0-49cd-ab18-92478236f529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '288ad7ee-ad49-45cc-b619-30fceacb55ee'}] {{(pid=101602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:03:03.164209 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-8b58c0d5-89d2-4eb3-ab61-3b39bca70fba service neutron] Attempting to bind port 5cfe983d-38d0-4d2b-870d-35adc82de8f4 on network 288ad7ee-ad49-45cc-b619-30fceacb55ee {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:03:03.177535 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port e550141e-b3f0-40cc-9ff5-80a4761a4f92, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e550141e-b3f0-40cc-9ff5-80a4761a4f92,segment=NetworkSegment(748d4e7d-d56c-4f08-8023-306fb073d7c7),segment_id=748d4e7d-d56c-4f08-8023-306fb073d7c7)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:03:03.196730 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-36f24754-3529-4cd5-8c32-2b17d6989974 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:03.200554 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Returning: {'device': 'e550141e-b3f0-40cc-9ff5-80a4761a4f92', 'network_id': '048a8821-d983-414f-be92-0b2d1da42155', 'port_id': 'e550141e-b3f0-40cc-9ff5-80a4761a4f92', 'mac_address': 'fa:16:3e:2c:c2:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dffca17d-eebc-424e-b6df-1a9ec6bcf3b4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 01:03:03.206166 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-36f24754-3529-4cd5-8c32-2b17d6989974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:03.212281 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-8b58c0d5-89d2-4eb3-ab61-3b39bca70fba service neutron] Port 5cfe983d-38d0-4d2b-870d-35adc82de8f4 on network 288ad7ee-ad49-45cc-b619-30fceacb55ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 01:03:03.212761 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-8b58c0d5-89d2-4eb3-ab61-3b39bca70fba service neutron] Attempting to bind port 5cfe983d-38d0-4d2b-870d-35adc82de8f4 on network 288ad7ee-ad49-45cc-b619-30fceacb55ee {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:03:03.223361 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-d4aec418-14fd-4e6f-b392-9f597184049e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:03.241935 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f24754-3529-4cd5-8c32-2b17d6989974 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=101601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 01:03:03.254660 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:03.260159 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-8b58c0d5-89d2-4eb3-ab61-3b39bca70fba service neutron] Checking agent: {'id': '9935500b-1718-4861-8412-1ae3ca811271', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'started_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:03:03.260625 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-8b58c0d5-89d2-4eb3-ab61-3b39bca70fba service neutron] Checking segment: {'id': 'e6b6c9b0-a8e0-49cd-ab18-92478236f529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '288ad7ee-ad49-45cc-b619-30fceacb55ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:03:03.261333 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-8b58c0d5-89d2-4eb3-ab61-3b39bca70fba service neutron] Bound using segment: {'id': 'e6b6c9b0-a8e0-49cd-ab18-92478236f529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '288ad7ee-ad49-45cc-b619-30fceacb55ee'} {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:03:03.262512 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.managers [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-8b58c0d5-89d2-4eb3-ab61-3b39bca70fba service neutron] Bound port: 5cfe983d-38d0-4d2b-870d-35adc82de8f4, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b6c9b0-a8e0-49cd-ab18-92478236f529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '288ad7ee-ad49-45cc-b619-30fceacb55ee'}}] {{(pid=101602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:03:03.262988 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-8b58c0d5-89d2-4eb3-ab61-3b39bca70fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:03.272941 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e550141e-b3f0-40cc-9ff5-80a4761a4f92 {{(pid=101603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:03:03.283052 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-36f24754-3529-4cd5-8c32-2b17d6989974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:03.283394 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.db.segments_db [None req-36f24754-3529-4cd5-8c32-2b17d6989974 admin admin] Added segment 209034d7-9021-4d7a-9f2e-094af58063ae of type vlan for network 5b48fec6-1796-48d2-bdd2-c425badba17f Nov 11 01:03:03.291967 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-9bca0d65-c94a-471e-a283-d4124ab6dd41 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Made reservation on behalf of e01554f5a96c46afb1983c71a9513e16 for: {'port': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:03:03.303594 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port e550141e-b3f0-40cc-9ff5-80a4761a4f92, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e550141e-b3f0-40cc-9ff5-80a4761a4f92,segment=NetworkSegment(748d4e7d-d56c-4f08-8023-306fb073d7c7),segment_id=748d4e7d-d56c-4f08-8023-306fb073d7c7)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:03:03.308729 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:03.310293 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 05b60e97-4d8c-4758-b07d-22fad0adb972 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 01:03:03.311010 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-9bca0d65-c94a-471e-a283-d4124ab6dd41 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:03.339514 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f24754-3529-4cd5-8c32-2b17d6989974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a73cc18-dc21-4518-ab8e-afefe855c128,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:03.346389 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 53244) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:03.348131 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b84b66fe-8116-4896-b043-cd59a70b2173 req-8c1205dc-ef84-4864-94ba-216cdad83ea9 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079818 Nov 11 01:03:03.378529 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-7807d47b-1720-4f14-976a-6880fa104d1a req-6c01e94f-df25-4356-bcf7-2b8d82af5f34 service neutron] 10.222.0.64 "GET /v2.0/networks/232e5fb8-96bd-4e33-ad1f-50b0e7e803d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824156 Nov 11 01:03:03.388773 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd8cbd-a527-41ed-b225-bdbb1a56bb0e req-fcf3d682-5f7d-4663-a77d-9e1d053beca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:03.390892 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dcbd8cbd-a527-41ed-b225-bdbb1a56bb0e req-fcf3d682-5f7d-4663-a77d-9e1d053beca6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=288ad7ee-ad49-45cc-b619-30fceacb55ee HTTP/1.1" status: 200 len: 919 time: 0.4017265 Nov 11 01:03:03.471271 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dcbd8cbd-a527-41ed-b225-bdbb1a56bb0e req-588d32f4-88fe-4022-b00a-c8618a8a0244 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82da993e-a127-427f-9c31-a8b1a4846d8f HTTP/1.1" status: 200 len: 217 time: 0.0625684 Nov 11 01:03:03.479576 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=e550141e-b3f0-40cc-9ff5-80a4761a4f92,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:03.524692 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-8b58c0d5-89d2-4eb3-ab61-3b39bca70fba service neutron] For port 5cfe983d-38d0-4d2b-870d-35adc82de8f4, host hv-cinder-81708, cleared binding levels {{(pid=101602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:03:03.561126 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd8cbd-a527-41ed-b225-bdbb1a56bb0e req-03ba1470-d45c-4517-861b-c4e879cb4781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:03.562936 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dcbd8cbd-a527-41ed-b225-bdbb1a56bb0e req-03ba1470-d45c-4517-861b-c4e879cb4781 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=217dd1d9-2c80-47df-a154-fc3ee5b01472 HTTP/1.1" status: 200 len: 859 time: 0.0802343 Nov 11 01:03:03.567069 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-8b58c0d5-89d2-4eb3-ab61-3b39bca70fba service neutron] For port 5cfe983d-38d0-4d2b-870d-35adc82de8f4, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=5cfe983d-38d0-4d2b-870d-35adc82de8f4,segment=NetworkSegment(e6b6c9b0-a8e0-49cd-ab18-92478236f529),segment_id=e6b6c9b0-a8e0-49cd-ab18-92478236f529)] {{(pid=101602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:03:03.577099 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-8b58c0d5-89d2-4eb3-ab61-3b39bca70fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:03.602178 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 05b60e97-4d8c-4758-b07d-22fad0adb972, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=05b60e97-4d8c-4758-b07d-22fad0adb972,segment=NetworkSegment(02392950-2ab0-48e7-9241-9f8e2d63cde2),segment_id=02392950-2ab0-48e7-9241-9f8e2d63cde2)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:03:03.610536 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-d4aec418-14fd-4e6f-b392-9f597184049e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:03.617136 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dcbd8cbd-a527-41ed-b225-bdbb1a56bb0e req-b4b8e75e-6fbe-46da-867a-5feea3f74bda service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=288ad7ee-ad49-45cc-b619-30fceacb55ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413749 Nov 11 01:03:03.630766 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Returning: {'device': '05b60e97-4d8c-4758-b07d-22fad0adb972', 'network_id': '232e5fb8-96bd-4e33-ad1f-50b0e7e803d2', 'port_id': '05b60e97-4d8c-4758-b07d-22fad0adb972', 'mac_address': 'fa:16:3e:13:d0:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b7bfe1a-44c7-4090-b981-aebbae43c563', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 01:03:03.638175 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-d4aec418-14fd-4e6f-b392-9f597184049e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:03.647299 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-8b58c0d5-89d2-4eb3-ab61-3b39bca70fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:03.647924 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-8b58c0d5-89d2-4eb3-ab61-3b39bca70fba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for port, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:03.649357 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-8b58c0d5-89d2-4eb3-ab61-3b39bca70fba service neutron] 10.222.0.64 "PUT /v2.0/ports/5cfe983d-38d0-4d2b-870d-35adc82de8f4 HTTP/1.1" status: 200 len: 1094 time: 3.1397491 Nov 11 01:03:03.655129 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-7807d47b-1720-4f14-976a-6880fa104d1a req-11a794e2-4791-4828-a37d-325c9957e25f service neutron] 10.222.0.64 "GET /v2.0/networks/232e5fb8-96bd-4e33-ad1f-50b0e7e803d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143860 Nov 11 01:03:03.684569 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:03.687971 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-36f24754-3529-4cd5-8c32-2b17d6989974 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764258555859'] for network, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:03.707670 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-862e06bb-b526-4255-91fb-a8c47ed57a55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:03.709504 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b60e97-4d8c-4758-b07d-22fad0adb972 {{(pid=101603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:03:03.737442 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 05b60e97-4d8c-4758-b07d-22fad0adb972, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=05b60e97-4d8c-4758-b07d-22fad0adb972,segment=NetworkSegment(02392950-2ab0-48e7-9241-9f8e2d63cde2),segment_id=02392950-2ab0-48e7-9241-9f8e2d63cde2)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:03:03.743339 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:03.814592 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-d4aec418-14fd-4e6f-b392-9f597184049e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=89d9ade60462499c89b17de76f7c4463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9275956 Nov 11 01:03:03.820139 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 53264) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:03.827948 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aec418-14fd-4e6f-b392-9f597184049e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c579508b-2a62-4284-bc00-ba12d32eb972,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:03.837614 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=05b60e97-4d8c-4758-b07d-22fad0adb972,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:03.872388 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-36f24754-3529-4cd5-8c32-2b17d6989974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for network, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:03.873349 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f24754-3529-4cd5-8c32-2b17d6989974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:03.873915 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-36f24754-3529-4cd5-8c32-2b17d6989974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:03.923927 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58c0d5-89d2-4eb3-ab61-3b39bca70fba service neutron] Pushing event updated for resources: {'Port': ['ID=5cfe983d-38d0-4d2b-870d-35adc82de8f4,revision_number=3']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:03.949584 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-9bca0d65-c94a-471e-a283-d4124ab6dd41 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Allocated IP 172.20.0.9 (7db40340-76c1-4dbb-a60c-57c8a9a269e5/106c258c-9ba0-4b87-8aaf-5fe2051be471/1debaf12-1dc2-4053-8874-4078beb56b38) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:03:03.964785 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-c587a46f-062b-4b16-b6f5-807e6174e61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:03.966299 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-c587a46f-062b-4b16-b6f5-807e6174e61e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b9ddce0b6794348af30770172bcd5c5&device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 1097 time: 0.2259550 Nov 11 01:03:03.976648 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924c6ee-9c72-4626-a11e-3b39b30f58e4 req-a08db6e8-8de3-490d-8c97-0daef89d9f71 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:03.979065 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9924c6ee-9c72-4626-a11e-3b39b30f58e4 req-a08db6e8-8de3-490d-8c97-0daef89d9f71 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 944 time: 0.3381107 Nov 11 01:03:03.983674 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-36f24754-3529-4cd5-8c32-2b17d6989974 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4289706 Nov 11 01:03:04.002890 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 53270) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:04.007777 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dcbd8cbd-a527-41ed-b225-bdbb1a56bb0e req-939c0164-8f7b-4243-b1fd-6d3fcc7ddeea service neutron] 10.222.0.64 "GET /v2.0/networks/288ad7ee-ad49-45cc-b619-30fceacb55ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619437 Nov 11 01:03:04.009855 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-b237ccc8-be8e-4c07-86ca-d4fb3647a7e4 admin admin] Request body: {'subnet': {'network_id': '5b48fec6-1796-48d2-bdd2-c425badba17f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1872665402-subnet', 'tenant_id': 'e02ea3db6d3a4088a78638d506410637', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:03:04.039094 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-630941a0-a921-454f-b2e6-941275ea5e10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:04.048731 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a656e-931e-4b07-b4e6-f179a8b86d1f req-a5b0397b-3417-4511-864e-fd77a26d8b07 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:04.050294 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a16a656e-931e-4b07-b4e6-f179a8b86d1f req-a5b0397b-3417-4511-864e-fd77a26d8b07 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 944 time: 0.1833553 Nov 11 01:03:04.073016 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f24754-3529-4cd5-8c32-2b17d6989974 admin admin] Pushing event updated for resources: {'Network': ['ID=5b48fec6-1796-48d2-bdd2-c425badba17f,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:04.085278 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Network 5b48fec6-1796-48d2-bdd2-c425badba17f details requested by agent ovs-agent-dv-cinder-817085-3-iscsi with host dv-cinder-817085-3-iscsi {{(pid=101603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 01:03:04.091322 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-418a1e77-16e1-4d70-86f8-060f7eb448db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cfe983d-38d0-4d2b-870d-35adc82de8f4 HTTP/1.1" status: 200 len: 217 time: 0.0923669 Nov 11 01:03:04.095454 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60ae7a9-6eb4-4a87-88ca-6c291f834861', 'tag': '5cfe983d-38d0-4d2b-870d-35adc82de8f4'}] {{(pid=101602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:03:04.098582 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbc2a4dd34722a8e14e2fc20a6c680084dc03eb7d3307192ee443654b1fba6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c036f78-e3cf-464f-a983-b6e00cfb53a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f60ae7a9-6eb4-4a87-88ca-6c291f834861", "tag": "5cfe983d-38d0-4d2b-870d-35adc82de8f4"}]}' {{(pid=101602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:03:04.154385 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-630941a0-a921-454f-b2e6-941275ea5e10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:04.192687 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b237ccc8-be8e-4c07-86ca-d4fb3647a7e4 admin admin] Made reservation on behalf of e02ea3db6d3a4088a78638d506410637 for: {'subnet': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:03:04.194424 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b237ccc8-be8e-4c07-86ca-d4fb3647a7e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14289084'] for subnet, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:04.203983 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9924c6ee-9c72-4626-a11e-3b39b30f58e4 req-530d8760-0ca3-41c2-bc7b-8d7a65769fe0 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/security-groups?id=027c0a5b-4b04-4ea1-ada1-6d875af49653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951253 Nov 11 01:03:04.208461 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-862e06bb-b526-4255-91fb-a8c47ed57a55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:04.219512 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a16a656e-931e-4b07-b4e6-f179a8b86d1f req-ae880794-33b3-4403-912d-781e11951b7a tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512086 Nov 11 01:03:04.257901 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dcbd8cbd-a527-41ed-b225-bdbb1a56bb0e req-52b206e2-5fc8-4872-b743-d09bd92adb95 service neutron] 10.222.0.64 "GET /v2.0/networks/288ad7ee-ad49-45cc-b619-30fceacb55ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375336 Nov 11 01:03:04.294648 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-862e06bb-b526-4255-91fb-a8c47ed57a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:04.307010 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd7cb5b-be2a-4f39-a049-386516f28828 x-openstack-request-id: req-fdd7cb5b-be2a-4f39-a049-386516f28828 {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:03:04.307317 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60ae7a9-6eb4-4a87-88ca-6c291f834861", "tag": "5cfe983d-38d0-4d2b-870d-35adc82de8f4", "status": "completed", "code": 200}]} {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:03:04.307561 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fdd7cb5b-be2a-4f39-a049-386516f28828 {{(pid=101602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:03:04.307971 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60ae7a9-6eb4-4a87-88ca-6c291f834861', 'tag': '5cfe983d-38d0-4d2b-870d-35adc82de8f4', 'status': 'completed', 'code': 200} Nov 11 01:03:04.365067 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-d3c612f2-a29d-4729-9c56-4c5a61d4470a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:04.367550 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-d3c612f2-a29d-4729-9c56-4c5a61d4470a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=217dd1d9-2c80-47df-a154-fc3ee5b01472 HTTP/1.1" status: 200 len: 859 time: 0.2584891 Nov 11 01:03:04.392487 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0f28a96c-fba8-4df5-9e7a-b35685537999 req-f8a348d9-5164-4532-8d9c-c08eff094895 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 210 time: 0.0821879 Nov 11 01:03:04.425948 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:04.458062 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-6ecdf553-736c-4a0c-86e0-5f254647be2e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=288ad7ee-ad49-45cc-b619-30fceacb55ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700178 Nov 11 01:03:04.462603 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e06bb-b526-4255-91fb-a8c47ed57a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71c5102-4b65-4d82-95b1-ca672f1fb2d6,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:04.470135 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-862e06bb-b526-4255-91fb-a8c47ed57a55 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=28c8e1eb7e844b48ba470e36bf68b1fe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1154900 Nov 11 01:03:04.478645 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 53284) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:04.508402 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbf982-223e-4f1c-8992-35232ca26fb4 req-2695965a-170d-44ce-92ea-07e4671de307 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:04.509987 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2ecbf982-223e-4f1c-8992-35232ca26fb4 req-2695965a-170d-44ce-92ea-07e4671de307 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 944 time: 0.0676761 Nov 11 01:03:04.534031 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['e550141e-b3f0-40cc-9ff5-80a4761a4f92'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:03:04.564802 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['05b60e97-4d8c-4758-b07d-22fad0adb972'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:03:04.575412 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2ecbf982-223e-4f1c-8992-35232ca26fb4 req-0eda0a08-6b49-44d6-a129-1bd693c2d39e tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592227 Nov 11 01:03:04.575605 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-630941a0-a921-454f-b2e6-941275ea5e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:04.577896 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-630941a0-a921-454f-b2e6-941275ea5e10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:04.581473 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-630941a0-a921-454f-b2e6-941275ea5e10 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c579508b-2a62-4284-bc00-ba12d32eb972 HTTP/1.1" status: 204 len: 168 time: 0.7561619 Nov 11 01:03:04.617474 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-9bca0d65-c94a-471e-a283-d4124ab6dd41 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:04.620073 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630941a0-a921-454f-b2e6-941275ea5e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c579508b-2a62-4284-bc00-ba12d32eb972,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:04.713454 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-c892baf6-e4dc-41f9-b5b8-49d07abf0b53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:04.723384 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-e83ae9cb-27e2-4f9d-9d08-a3d8927b8319 service neutron] 10.222.0.64 "GET /v2.0/networks/288ad7ee-ad49-45cc-b619-30fceacb55ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439144 Nov 11 01:03:04.816386 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-c892baf6-e4dc-41f9-b5b8-49d07abf0b53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:04.844148 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-9bca0d65-c94a-471e-a283-d4124ab6dd41 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:04.945261 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b237ccc8-be8e-4c07-86ca-d4fb3647a7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14462179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14289042'] for subnet, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:04.946824 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 82da993e-a127-427f-9c31-a8b1a4846d8f details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 01:03:04.962203 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-9bca0d65-c94a-471e-a283-d4124ab6dd41 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Network 7db40340-76c1-4dbb-a60c-57c8a9a269e5 is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:03:05.005742 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-9bca0d65-c94a-471e-a283-d4124ab6dd41 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:03:05.015081 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-9bca0d65-c94a-471e-a283-d4124ab6dd41 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:03:05.017969 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca0d65-c94a-471e-a283-d4124ab6dd41 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Pushing event updated for resources: {'Port': ['ID=1debaf12-1dc2-4053-8874-4078beb56b38,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:05.027206 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a6cfe120-3eea-4b30-af61-7125cd7e15ed req-f65dc211-cd98-4556-8433-04b4ec187acb service neutron] 10.222.0.64 "GET /v2.0/networks/288ad7ee-ad49-45cc-b619-30fceacb55ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829156 Nov 11 01:03:05.077611 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-c892baf6-e4dc-41f9-b5b8-49d07abf0b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:05.080308 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-c892baf6-e4dc-41f9-b5b8-49d07abf0b53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:05.086852 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-c892baf6-e4dc-41f9-b5b8-49d07abf0b53 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d71c5102-4b65-4d82-95b1-ca672f1fb2d6 HTTP/1.1" status: 204 len: 168 time: 0.6058385 Nov 11 01:03:05.097348 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:05.113434 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237ccc8-be8e-4c07-86ca-d4fb3647a7e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa98096c-367c-4ccc-b5aa-46123f98b341,revision_number=0']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:05.146426 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892baf6-e4dc-41f9-b5b8-49d07abf0b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71c5102-4b65-4d82-95b1-ca672f1fb2d6,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:05.155571 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b237ccc8-be8e-4c07-86ca-d4fb3647a7e4 admin admin] Checking segment: {'id': '209034d7-9021-4d7a-9f2e-094af58063ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5b48fec6-1796-48d2-bdd2-c425badba17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:03:05.157310 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b237ccc8-be8e-4c07-86ca-d4fb3647a7e4 admin admin] Network hostable DHCP agents. Network: 5b48fec6-1796-48d2-bdd2-c425badba17f, hostable agents: ['51ef0dbb-d632-4ef8-8741-cd394451711b'], hosted agents: [] {{(pid=101601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 01:03:05.180391 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-9bca0d65-c94a-471e-a283-d4124ab6dd41 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:05.181030 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-9bca0d65-c94a-471e-a283-d4124ab6dd41 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:05.212749 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 82da993e-a127-427f-9c31-a8b1a4846d8f, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=82da993e-a127-427f-9c31-a8b1a4846d8f,segment=NetworkSegment(e6b6c9b0-a8e0-49cd-ab18-92478236f529),segment_id=e6b6c9b0-a8e0-49cd-ab18-92478236f529)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:03:05.250930 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-9bca0d65-c94a-471e-a283-d4124ab6dd41 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5935562 Nov 11 01:03:05.260695 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 53308) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:05.274285 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Returning: {'device': '82da993e-a127-427f-9c31-a8b1a4846d8f', 'network_id': '288ad7ee-ad49-45cc-b619-30fceacb55ee', 'port_id': '82da993e-a127-427f-9c31-a8b1a4846d8f', 'mac_address': 'fa:16:3e:f7:89:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217dd1d9-2c80-47df-a154-fc3ee5b01472', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 01:03:05.290060 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-dfc1a678-d21c-4881-b022-721a689affbd service neutron] Request body: {'port': {'device_id': 'c4bc1ebf-6b32-496c-b7ff-a005abd1dec2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:03:05.304329 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-e3c60015-abab-40d9-92e0-6a81cec44771 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:05.370171 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:05.413119 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82da993e-a127-427f-9c31-a8b1a4846d8f {{(pid=101603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:03:05.444426 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-dfc1a678-d21c-4881-b022-721a689affbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:05.445432 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 82da993e-a127-427f-9c31-a8b1a4846d8f, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=82da993e-a127-427f-9c31-a8b1a4846d8f,segment=NetworkSegment(e6b6c9b0-a8e0-49cd-ab18-92478236f529),segment_id=e6b6c9b0-a8e0-49cd-ab18-92478236f529)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:03:05.452393 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b237ccc8-be8e-4c07-86ca-d4fb3647a7e4 admin admin] Network 5b48fec6-1796-48d2-bdd2-c425badba17f is scheduled to be hosted by DHCP agent 51ef0dbb-d632-4ef8-8741-cd394451711b with binding_index 1 {{(pid=101601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 01:03:05.460870 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:05.467891 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-3ac67dff-6095-4dc3-b41e-8e8171fe15bd None None] Provisioning complete for port 1debaf12-1dc2-4053-8874-4078beb56b38 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:03:05.468339 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-3ac67dff-6095-4dc3-b41e-8e8171fe15bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:05.492684 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c036f78-e3cf-464f-a983-b6e00cfb53a2 req-8eaf8a77-4325-470a-bf6a-fbe25e2cf6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:05.494518 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f572e-c2c3-4e09-b972-a0a8776e84d0 req-c8a6d0c0-a6ae-4a5b-b542-958cd4f93ebf tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:05.495227 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5c036f78-e3cf-464f-a983-b6e00cfb53a2 req-8eaf8a77-4325-470a-bf6a-fbe25e2cf6e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b9ddce0b6794348af30770172bcd5c5&device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 1097 time: 0.3297114 Nov 11 01:03:05.496074 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0b0f572e-c2c3-4e09-b972-a0a8776e84d0 req-c8a6d0c0-a6ae-4a5b-b542-958cd4f93ebf tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 944 time: 0.1469650 Nov 11 01:03:05.499326 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-b237ccc8-be8e-4c07-86ca-d4fb3647a7e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-3-iscsi, 5b48fec6-1796-48d2-bdd2-c425badba17f) {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:03:05.509311 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467e10e-5525-4188-9b45-2210d44e860f req-5f7cd65b-f810-46c2-88d1-4bf6d742bc30 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:05.511062 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4467e10e-5525-4188-9b45-2210d44e860f req-5f7cd65b-f810-46c2-88d1-4bf6d742bc30 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 944 time: 0.1236541 Nov 11 01:03:05.516420 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62ceeca-4852-4828-9c35-1d23a8574e91 None None] Network 5b48fec6-1796-48d2-bdd2-c425badba17f requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:03:05.575965 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-e3c60015-abab-40d9-92e0-6a81cec44771 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:05.587641 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-e3c60015-abab-40d9-92e0-6a81cec44771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:05.608957 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b237ccc8-be8e-4c07-86ca-d4fb3647a7e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:05.609565 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b237ccc8-be8e-4c07-86ca-d4fb3647a7e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:05.619213 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-3ac67dff-6095-4dc3-b41e-8e8171fe15bd None None] Port 1debaf12-1dc2-4053-8874-4078beb56b38 cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:03:05.623159 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=82da993e-a127-427f-9c31-a8b1a4846d8f,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:05.663535 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-e3c60015-abab-40d9-92e0-6a81cec44771 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=51d7aae4beba4d78ad2b330335c6a903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4010134 Nov 11 01:03:05.664545 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 53320) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:05.668417 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c60015-abab-40d9-92e0-6a81cec44771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a579d364-4ed9-4f3e-9f4b-70c26ae84a27,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:05.731034 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-b237ccc8-be8e-4c07-86ca-d4fb3647a7e4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7188649 Nov 11 01:03:05.758550 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f12e32f-1133-4bcb-8a07-985ea50b98c9 None None] Network 5b48fec6-1796-48d2-bdd2-c425badba17f requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:03:05.761007 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0b0f572e-c2c3-4e09-b972-a0a8776e84d0 req-920c750f-b67a-41b1-9c52-142bce165ddc tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/security-groups?id=027c0a5b-4b04-4ea1-ada1-6d875af49653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486334 Nov 11 01:03:05.795605 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 53324) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:05.813236 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c036f78-e3cf-464f-a983-b6e00cfb53a2 req-b21fc608-9c03-4f90-a2c8-888da2857c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:05.815948 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4467e10e-5525-4188-9b45-2210d44e860f req-dfdd22d4-394e-488a-8426-19483f23bed0 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940888 Nov 11 01:03:05.831993 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5c036f78-e3cf-464f-a983-b6e00cfb53a2 req-b21fc608-9c03-4f90-a2c8-888da2857c61 service neutron] 10.222.0.64 "GET /v2.0/networks?id=288ad7ee-ad49-45cc-b619-30fceacb55ee HTTP/1.1" status: 200 len: 919 time: 0.3138194 Nov 11 01:03:05.848103 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ec7c341e-e55f-4068-a975-2a53c4f9d19e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:05.858443 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-987d2aad-651f-45ce-825b-0a75a0e08b2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:05.965014 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5c036f78-e3cf-464f-a983-b6e00cfb53a2 req-d5e6dd7e-10c8-4c05-b526-cd6eb5eb3079 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cfe983d-38d0-4d2b-870d-35adc82de8f4 HTTP/1.1" status: 200 len: 217 time: 0.0967662 Nov 11 01:03:06.040138 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['82da993e-a127-427f-9c31-a8b1a4846d8f'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:03:06.189137 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-987d2aad-651f-45ce-825b-0a75a0e08b2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:06.268603 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b3bc2-2c55-4ce2-8ca9-fe299fc069cb req-e3be11bd-1db4-4a85-b4ae-5f7c9e45f625 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:06.270416 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-512b3bc2-2c55-4ce2-8ca9-fe299fc069cb req-e3be11bd-1db4-4a85-b4ae-5f7c9e45f625 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 931 time: 0.4148240 Nov 11 01:03:06.277833 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85135b2-eb37-48eb-996b-379c2d9fb04f req-94bb5bbc-3a3c-4881-8c47-5fb98974934b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:06.279606 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c85135b2-eb37-48eb-996b-379c2d9fb04f req-94bb5bbc-3a3c-4881-8c47-5fb98974934b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 944 time: 0.1534667 Nov 11 01:03:06.293398 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-987d2aad-651f-45ce-825b-0a75a0e08b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:06.296403 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-987d2aad-651f-45ce-825b-0a75a0e08b2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:06.307582 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-987d2aad-651f-45ce-825b-0a75a0e08b2b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a579d364-4ed9-4f3e-9f4b-70c26ae84a27 HTTP/1.1" status: 204 len: 168 time: 0.6285300 Nov 11 01:03:06.371922 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c036f78-e3cf-464f-a983-b6e00cfb53a2 req-4fe7c3f8-77da-428b-b752-1d78a5a75046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:06.373437 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5c036f78-e3cf-464f-a983-b6e00cfb53a2 req-4fe7c3f8-77da-428b-b752-1d78a5a75046 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=217dd1d9-2c80-47df-a154-fc3ee5b01472 HTTP/1.1" status: 200 len: 859 time: 0.3569632 Nov 11 01:03:06.387174 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d2aad-651f-45ce-825b-0a75a0e08b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a579d364-4ed9-4f3e-9f4b-70c26ae84a27,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:06.446410 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5c036f78-e3cf-464f-a983-b6e00cfb53a2 req-125a3cea-26db-4e18-af73-356a3e2e51b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=288ad7ee-ad49-45cc-b619-30fceacb55ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594492 Nov 11 01:03:06.447803 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-512b3bc2-2c55-4ce2-8ca9-fe299fc069cb req-921ac798-6297-4b67-85c7-5b0fba68e713 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567307 Nov 11 01:03:06.475776 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ec7c341e-e55f-4068-a975-2a53c4f9d19e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:06.511560 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c85135b2-eb37-48eb-996b-379c2d9fb04f req-a79f77ad-3907-4c09-a3e7-6fa189849f90 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751986 Nov 11 01:03:06.512464 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ec7c341e-e55f-4068-a975-2a53c4f9d19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:06.540184 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c341e-e55f-4068-a975-2a53c4f9d19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed9faaa-a382-4ae6-a659-95502f080dc6,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:06.572120 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-ec7c341e-e55f-4068-a975-2a53c4f9d19e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6052b0817fc3424da720bec315f40b50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7747562 Nov 11 01:03:06.572750 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 53340) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:06.628965 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-d5aafe6f-08da-4acb-95c5-5960993d2afd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:06.647883 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5c036f78-e3cf-464f-a983-b6e00cfb53a2 req-a3ca31fc-beb4-47e3-8a53-d9e84eb993fd service neutron] 10.222.0.64 "GET /v2.0/networks/288ad7ee-ad49-45cc-b619-30fceacb55ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893795 Nov 11 01:03:06.652675 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-d5aafe6f-08da-4acb-95c5-5960993d2afd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:06.714099 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-d5aafe6f-08da-4acb-95c5-5960993d2afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:06.716808 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-d5aafe6f-08da-4acb-95c5-5960993d2afd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:06.718047 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-d5aafe6f-08da-4acb-95c5-5960993d2afd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bed9faaa-a382-4ae6-a659-95502f080dc6 HTTP/1.1" status: 204 len: 168 time: 0.1443763 Nov 11 01:03:06.726891 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aafe6f-08da-4acb-95c5-5960993d2afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed9faaa-a382-4ae6-a659-95502f080dc6,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:06.733385 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-dfc1a678-d21c-4881-b022-721a689affbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1debaf12-1dc2-4053-8874-4078beb56b38 {{(pid=101601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:03:06.746935 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-dfc1a678-d21c-4881-b022-721a689affbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:06.772365 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.provisioning_blocks [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-dfc1a678-d21c-4881-b022-721a689affbd service neutron] Transition to ACTIVE for port object 1debaf12-1dc2-4053-8874-4078beb56b38 will not be triggered until provisioned by entity L2. {{(pid=101601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 01:03:06.776798 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-dfc1a678-d21c-4881-b022-721a689affbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:06.825463 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5c036f78-e3cf-464f-a983-b6e00cfb53a2 req-8ea7b04f-2cc1-48b7-9d94-3fce498aa721 service neutron] 10.222.0.64 "GET /v2.0/networks/288ad7ee-ad49-45cc-b619-30fceacb55ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565454 Nov 11 01:03:06.901393 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1a678-d21c-4881-b022-721a689affbd service neutron] Pushing event updated for resources: {'Port': ['ID=1debaf12-1dc2-4053-8874-4078beb56b38,revision_number=2']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:06.956144 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 5cfe983d-38d0-4d2b-870d-35adc82de8f4 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 01:03:06.977180 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device e550141e-b3f0-40cc-9ff5-80a4761a4f92 up at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:03:06.991252 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-dfc1a678-d21c-4881-b022-721a689affbd service neutron] Attempting to bind port 1debaf12-1dc2-4053-8874-4078beb56b38 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:03:06.991765 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-dfc1a678-d21c-4881-b022-721a689affbd service neutron] Attempting to bind port 1debaf12-1dc2-4053-8874-4078beb56b38 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': '425d3614-7aea-4bf9-aeb7-1ca698b96498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5'}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:03:06.992803 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-dfc1a678-d21c-4881-b022-721a689affbd service neutron] Attempting to bind port 1debaf12-1dc2-4053-8874-4078beb56b38 on network 7db40340-76c1-4dbb-a60c-57c8a9a269e5 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:03:06.998044 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-dfc1a678-d21c-4881-b022-721a689affbd service neutron] Port 1debaf12-1dc2-4053-8874-4078beb56b38 on network 7db40340-76c1-4dbb-a60c-57c8a9a269e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 01:03:06.998469 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-dfc1a678-d21c-4881-b022-721a689affbd service neutron] Attempting to bind port 1debaf12-1dc2-4053-8874-4078beb56b38 on network 7db40340-76c1-4dbb-a60c-57c8a9a269e5 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:03:07.005934 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-dfc1a678-d21c-4881-b022-721a689affbd service neutron] Checking agent: {'id': '9935500b-1718-4861-8412-1ae3ca811271', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'started_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:03:07.006419 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-dfc1a678-d21c-4881-b022-721a689affbd service neutron] Checking segment: {'id': '425d3614-7aea-4bf9-aeb7-1ca698b96498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:03:07.006988 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-dfc1a678-d21c-4881-b022-721a689affbd service neutron] Bound using segment: {'id': '425d3614-7aea-4bf9-aeb7-1ca698b96498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5'} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:03:07.007656 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-dfc1a678-d21c-4881-b022-721a689affbd service neutron] Bound port: 1debaf12-1dc2-4053-8874-4078beb56b38, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425d3614-7aea-4bf9-aeb7-1ca698b96498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5'}}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:03:07.008166 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-dfc1a678-d21c-4881-b022-721a689affbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:07.026684 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a6019-f416-43a5-bf40-1c7d0065010a req-04df6654-9957-40a7-89b3-4fc55e575671 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:07.033082 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4a4a6019-f416-43a5-bf40-1c7d0065010a req-04df6654-9957-40a7-89b3-4fc55e575671 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 944 time: 0.1421010 Nov 11 01:03:07.138009 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning for port e550141e-b3f0-40cc-9ff5-80a4761a4f92 completed by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 01:03:07.164897 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-dfc1a678-d21c-4881-b022-721a689affbd service neutron] For port 1debaf12-1dc2-4053-8874-4078beb56b38, host hv-cinder-81708, cleared binding levels {{(pid=101601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:03:07.165765 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning complete for port e550141e-b3f0-40cc-9ff5-80a4761a4f92 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:03:07.166179 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:07.169196 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-dfc1a678-d21c-4881-b022-721a689affbd service neutron] For port 1debaf12-1dc2-4053-8874-4078beb56b38, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1debaf12-1dc2-4053-8874-4078beb56b38,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:03:07.177743 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-dfc1a678-d21c-4881-b022-721a689affbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:07.189980 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66150880-238f-4202-bc08-f4864d7cd234 req-eb933112-a17e-4f09-aea7-ed86dbdda338 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:07.200582 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-66150880-238f-4202-bc08-f4864d7cd234 req-eb933112-a17e-4f09-aea7-ed86dbdda338 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 944 time: 0.2502477 Nov 11 01:03:07.212775 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 5cfe983d-38d0-4d2b-870d-35adc82de8f4, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=5cfe983d-38d0-4d2b-870d-35adc82de8f4,segment=NetworkSegment(e6b6c9b0-a8e0-49cd-ab18-92478236f529),segment_id=e6b6c9b0-a8e0-49cd-ab18-92478236f529)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:03:07.239781 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Returning: {'device': '5cfe983d-38d0-4d2b-870d-35adc82de8f4', 'network_id': '288ad7ee-ad49-45cc-b619-30fceacb55ee', 'port_id': '5cfe983d-38d0-4d2b-870d-35adc82de8f4', 'mac_address': 'fa:16:3e:d2:8d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217dd1d9-2c80-47df-a154-fc3ee5b01472', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 01:03:07.299539 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-dfc1a678-d21c-4881-b022-721a689affbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:07.301191 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-dfc1a678-d21c-4881-b022-721a689affbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:07.302970 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-dfc1a678-d21c-4881-b022-721a689affbd service neutron] 10.222.0.64 "PUT /v2.0/ports/1debaf12-1dc2-4053-8874-4078beb56b38 HTTP/1.1" status: 200 len: 1093 time: 2.0239887 Nov 11 01:03:07.303903 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4bc1ebf-6b32-496c-b7ff-a005abd1dec2', 'tag': '1debaf12-1dc2-4053-8874-4078beb56b38'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:03:07.306702 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf4a7e2-208d-40f1-acea-ded02f79e4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c4bc1ebf-6b32-496c-b7ff-a005abd1dec2", "tag": "1debaf12-1dc2-4053-8874-4078beb56b38"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:03:07.329751 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-66150880-238f-4202-bc08-f4864d7cd234 req-eaba1bed-5ca8-4906-9cff-386275c403be tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228533 Nov 11 01:03:07.352033 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1a678-d21c-4881-b022-721a689affbd service neutron] Pushing event updated for resources: {'Port': ['ID=1debaf12-1dc2-4053-8874-4078beb56b38,revision_number=3']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:07.373049 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4a4a6019-f416-43a5-bf40-1c7d0065010a req-b03ec63f-ea84-4e10-90ce-8a0a04d1a0ac tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/security-groups?id=027c0a5b-4b04-4ea1-ada1-6d875af49653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254666 Nov 11 01:03:07.405793 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:07.435869 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de7c681-c236-4b38-a972-73c0de50829c x-openstack-request-id: req-5de7c681-c236-4b38-a972-73c0de50829c {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:03:07.437050 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4bc1ebf-6b32-496c-b7ff-a005abd1dec2", "tag": "1debaf12-1dc2-4053-8874-4078beb56b38", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:03:07.437495 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cfe983d-38d0-4d2b-870d-35adc82de8f4 {{(pid=101603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:03:07.437784 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5de7c681-c236-4b38-a972-73c0de50829c {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:03:07.438638 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4bc1ebf-6b32-496c-b7ff-a005abd1dec2', 'tag': '1debaf12-1dc2-4053-8874-4078beb56b38', 'status': 'completed', 'code': 200} Nov 11 01:03:07.443994 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:07.472387 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-cd31162a-ce0d-47fb-bd42-908b1ed29ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:07.474755 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-cd31162a-ce0d-47fb-bd42-908b1ed29ff6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e01554f5a96c46afb1983c71a9513e16&device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 1096 time: 0.0836022 Nov 11 01:03:07.487609 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0360cc95-5544-4fb1-bc22-e5597a623fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e550141e-b3f0-40cc-9ff5-80a4761a4f92'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:03:07.574158 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 5cfe983d-38d0-4d2b-870d-35adc82de8f4, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=5cfe983d-38d0-4d2b-870d-35adc82de8f4,segment=NetworkSegment(e6b6c9b0-a8e0-49cd-ab18-92478236f529),segment_id=e6b6c9b0-a8e0-49cd-ab18-92478236f529)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:03:07.588393 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:07.592597 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port e550141e-b3f0-40cc-9ff5-80a4761a4f92, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e550141e-b3f0-40cc-9ff5-80a4761a4f92,segment=NetworkSegment(748d4e7d-d56c-4f08-8023-306fb073d7c7),segment_id=748d4e7d-d56c-4f08-8023-306fb073d7c7)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:03:07.599901 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-9abc9557-0d6c-471b-88de-84b847e31143 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1debaf12-1dc2-4053-8874-4078beb56b38 HTTP/1.1" status: 200 len: 217 time: 0.1017992 Nov 11 01:03:07.600933 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:07.601842 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 05b60e97-4d8c-4758-b07d-22fad0adb972 up at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:03:07.696770 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-0846b00e-5133-4fc1-9c02-9e8736bf814d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:07.698674 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-0846b00e-5133-4fc1-9c02-9e8736bf814d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=106c258c-9ba0-4b87-8aaf-5fe2051be471 HTTP/1.1" status: 200 len: 855 time: 0.0862179 Nov 11 01:03:07.767934 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=5cfe983d-38d0-4d2b-870d-35adc82de8f4,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:07.819331 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90d3de-c417-4500-86a9-b9f769404081 req-d7b1ed23-7800-416a-9df3-7d88274fc96b tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:07.824485 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-5dc188bc-fe3f-4ea5-a423-ab4ec45f7bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:07.825150 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4b90d3de-c417-4500-86a9-b9f769404081 req-d7b1ed23-7800-416a-9df3-7d88274fc96b tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 943 time: 0.2472963 Nov 11 01:03:07.832498 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-5dc188bc-fe3f-4ea5-a423-ab4ec45f7bef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7db40340-76c1-4dbb-a60c-57c8a9a269e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1038427 Nov 11 01:03:07.868332 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5c9dc-c3a1-4c8d-ab54-f40ce60051b4 req-45b71a71-69ad-4744-9233-26ad9d12c5d9 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:07.869821 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c0b5c9dc-c3a1-4c8d-ab54-f40ce60051b4 req-45b71a71-69ad-4744-9233-26ad9d12c5d9 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 944 time: 0.1698384 Nov 11 01:03:07.883698 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e951ec-0e39-4631-8e39-5cf5184fc0db" -d '{"events": [{"server_uuid": "0360cc95-5544-4fb1-bc22-e5597a623fc0", "name": "network-vif-plugged", "status": "completed", "tag": "e550141e-b3f0-40cc-9ff5-80a4761a4f92"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:03:07.891613 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=e550141e-b3f0-40cc-9ff5-80a4761a4f92,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:07.927287 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning for port 05b60e97-4d8c-4758-b07d-22fad0adb972 completed by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 01:03:07.933571 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning complete for port 05b60e97-4d8c-4758-b07d-22fad0adb972 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:03:07.934362 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:08.052055 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4b90d3de-c417-4500-86a9-b9f769404081 req-14c5ce20-43dc-4a41-8132-14fedafc4308 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214098 Nov 11 01:03:08.067212 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c0b5c9dc-c3a1-4c8d-ab54-f40ce60051b4 req-ccc0615f-cd71-4de8-9aed-57dda7159fa0 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791928 Nov 11 01:03:08.117977 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-02fa31c7-ba85-42f4-94a4-ca922a3f2ec0 service neutron] 10.222.0.64 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756898 Nov 11 01:03:08.216914 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['5cfe983d-38d0-4d2b-870d-35adc82de8f4'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:03:08.247375 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:08.307694 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 05b60e97-4d8c-4758-b07d-22fad0adb972, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=05b60e97-4d8c-4758-b07d-22fad0adb972,segment=NetworkSegment(02392950-2ab0-48e7-9241-9f8e2d63cde2),segment_id=02392950-2ab0-48e7-9241-9f8e2d63cde2)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:03:08.307912 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f2ddc3c3-756e-467d-8cb2-8fe90447ccc3 req-73b7092c-1a1b-4753-8f4e-baf9baac1be1 service neutron] 10.222.0.64 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774979 Nov 11 01:03:08.314363 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:08.431062 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=05b60e97-4d8c-4758-b07d-22fad0adb972,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:08.509959 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025f8fc-0145-40e8-bbae-eb11c568137f req-f89b5381-e840-4074-b345-45ea15594391 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:08.512346 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7025f8fc-0145-40e8-bbae-eb11c568137f req-f89b5381-e840-4074-b345-45ea15594391 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 945 time: 0.0655158 Nov 11 01:03:08.522083 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4a7e2-208d-40f1-acea-ded02f79e4bc req-7b1b2549-c037-443a-8d87-210352e81831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:08.523677 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-0bf4a7e2-208d-40f1-acea-ded02f79e4bc req-7b1b2549-c037-443a-8d87-210352e81831 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e01554f5a96c46afb1983c71a9513e16&device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 1096 time: 0.0732129 Nov 11 01:03:08.562403 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 53432) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:08.578875 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b81ad5a-a484-44cb-ac40-c9c2deeda5ac x-openstack-request-id: req-9b81ad5a-a484-44cb-ac40-c9c2deeda5ac {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:03:08.579321 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0360cc95-5544-4fb1-bc22-e5597a623fc0", "name": "network-vif-plugged", "status": "completed", "tag": "e550141e-b3f0-40cc-9ff5-80a4761a4f92", "code": 200}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:03:08.579617 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b81ad5a-a484-44cb-ac40-c9c2deeda5ac {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:03:08.580376 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0360cc95-5544-4fb1-bc22-e5597a623fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e550141e-b3f0-40cc-9ff5-80a4761a4f92', 'code': 200} Nov 11 01:03:08.622040 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7025f8fc-0145-40e8-bbae-eb11c568137f req-10d8a193-98f0-4d3c-84c1-a226617e619a tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034439 Nov 11 01:03:08.702824 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edfb77-2fa6-4aa7-ba22-7539c34656a4 req-5361ba79-1b2e-457e-a4a2-4dc16d4ca09b tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:08.714134 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b2edfb77-2fa6-4aa7-ba22-7539c34656a4 req-5361ba79-1b2e-457e-a4a2-4dc16d4ca09b tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 945 time: 0.0704594 Nov 11 01:03:08.727460 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4a7e2-208d-40f1-acea-ded02f79e4bc req-3a5cfe26-fdc4-4122-8a99-0872c5e8d152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:08.729392 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-0bf4a7e2-208d-40f1-acea-ded02f79e4bc req-3a5cfe26-fdc4-4122-8a99-0872c5e8d152 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7db40340-76c1-4dbb-a60c-57c8a9a269e5 HTTP/1.1" status: 200 len: 916 time: 0.1900880 Nov 11 01:03:08.743406 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-a0b3bc12-9a88-46c5-9e11-ddd7c290f82e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:08.785562 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-0bf4a7e2-208d-40f1-acea-ded02f79e4bc req-89c01910-b567-42cc-b620-d1f90b22ba74 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1debaf12-1dc2-4053-8874-4078beb56b38 HTTP/1.1" status: 200 len: 217 time: 0.0462432 Nov 11 01:03:08.795607 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b2edfb77-2fa6-4aa7-ba22-7539c34656a4 req-44ffa2c5-d658-4f84-8b78-4a34acf074ad tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/security-groups?id=027c0a5b-4b04-4ea1-ada1-6d875af49653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800812 Nov 11 01:03:08.875075 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-a0b3bc12-9a88-46c5-9e11-ddd7c290f82e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:08.880071 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-a0b3bc12-9a88-46c5-9e11-ddd7c290f82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:08.908779 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4a7e2-208d-40f1-acea-ded02f79e4bc req-5ce661da-a27a-4f0d-b12f-a210a32235d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:08.910465 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-0bf4a7e2-208d-40f1-acea-ded02f79e4bc req-5ce661da-a27a-4f0d-b12f-a210a32235d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=106c258c-9ba0-4b87-8aaf-5fe2051be471 HTTP/1.1" status: 200 len: 855 time: 0.1113794 Nov 11 01:03:08.927004 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-a0b3bc12-9a88-46c5-9e11-ddd7c290f82e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=371a05808bcd4911b2940cdcf58364ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3593216 Nov 11 01:03:08.927004 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3bc12-9a88-46c5-9e11-ddd7c290f82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163d1b9e-189c-4ce6-a6ce-63de7a1b65b6,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:08.928031 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 53444) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:08.951617 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7db470-70b0-4056-83ec-625f92fdd5be req-1ce9b32c-3ce3-4941-b9ee-2c5576d8c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:08.953170 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-eb7db470-70b0-4056-83ec-625f92fdd5be req-1ce9b32c-3ce3-4941-b9ee-2c5576d8c9fd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 1098 time: 0.1037199 Nov 11 01:03:08.982042 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 82da993e-a127-427f-9c31-a8b1a4846d8f up at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:03:08.998999 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-eb7db470-70b0-4056-83ec-625f92fdd5be req-1e753cc4-ed7a-4540-9825-1f72db87f5a5 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:09.036148 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning for port 82da993e-a127-427f-9c31-a8b1a4846d8f completed by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 01:03:09.041127 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4a7e2-208d-40f1-acea-ded02f79e4bc req-0db69c1f-3571-4e45-8894-5f6e3ddfe097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:09.041402 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning complete for port 82da993e-a127-427f-9c31-a8b1a4846d8f triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:03:09.041713 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:09.042734 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-0bf4a7e2-208d-40f1-acea-ded02f79e4bc req-0db69c1f-3571-4e45-8894-5f6e3ddfe097 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7db40340-76c1-4dbb-a60c-57c8a9a269e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1139269 Nov 11 01:03:09.075149 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-adfbc0fd-f671-4ebf-82f4-46766ab23a34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:09.158656 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-adfbc0fd-f671-4ebf-82f4-46766ab23a34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:09.176816 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:09.212783 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 82da993e-a127-427f-9c31-a8b1a4846d8f, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=82da993e-a127-427f-9c31-a8b1a4846d8f,segment=NetworkSegment(e6b6c9b0-a8e0-49cd-ab18-92478236f529),segment_id=e6b6c9b0-a8e0-49cd-ab18-92478236f529)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:03:09.222929 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:09.293533 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4119f2d-4c05-42a7-8c03-f2c1071cbc71 req-d8103a0c-226f-462f-835c-9e5a64f2bf6b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:09.299701 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-0bf4a7e2-208d-40f1-acea-ded02f79e4bc req-17753c09-6a20-4c75-afa6-53fb79caeb99 service neutron] 10.222.0.64 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378457 Nov 11 01:03:09.302110 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-eb7db470-70b0-4056-83ec-625f92fdd5be req-1e753cc4-ed7a-4540-9825-1f72db87f5a5 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:09.302814 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b4119f2d-4c05-42a7-8c03-f2c1071cbc71 req-d8103a0c-226f-462f-835c-9e5a64f2bf6b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 945 time: 0.1295075 Nov 11 01:03:09.317961 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=82da993e-a127-427f-9c31-a8b1a4846d8f,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:09.333672 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a1f55-c65e-47da-8034-0aa77df306fd req-01b42af5-7635-481c-917a-1a2457f85090 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:09.335216 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-545a1f55-c65e-47da-8034-0aa77df306fd req-01b42af5-7635-481c-917a-1a2457f85090 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 943 time: 0.1088395 Nov 11 01:03:09.381859 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-eb7db470-70b0-4056-83ec-625f92fdd5be req-1e753cc4-ed7a-4540-9825-1f72db87f5a5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:09.399951 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b4119f2d-4c05-42a7-8c03-f2c1071cbc71 req-40501e9d-f6ea-4f9b-bb11-0456284d63db tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961366 Nov 11 01:03:09.434514 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-545a1f55-c65e-47da-8034-0aa77df306fd req-79384832-e3f2-4c03-a7fa-5d777d828014 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677326 Nov 11 01:03:09.475218 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-adfbc0fd-f671-4ebf-82f4-46766ab23a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:09.477999 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-adfbc0fd-f671-4ebf-82f4-46766ab23a34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:09.478967 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-adfbc0fd-f671-4ebf-82f4-46766ab23a34 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/163d1b9e-189c-4ce6-a6ce-63de7a1b65b6 HTTP/1.1" status: 204 len: 168 time: 0.5490656 Nov 11 01:03:09.505701 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-eb7db470-70b0-4056-83ec-625f92fdd5be req-1e753cc4-ed7a-4540-9825-1f72db87f5a5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=027c0a5b-4b04-4ea1-ada1-6d875af49653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5373294 Nov 11 01:03:09.508271 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e753cc4-ed7a-4540-9825-1f72db87f5a5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=84f24ee5-9863-4315-b7ec-e3c294ebaab8,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:09.539596 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-0bf4a7e2-208d-40f1-acea-ded02f79e4bc req-79630331-182a-446b-bcb8-3370fe33bcb4 service neutron] 10.222.0.64 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296619 Nov 11 01:03:09.541066 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbc0fd-f671-4ebf-82f4-46766ab23a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163d1b9e-189c-4ce6-a6ce-63de7a1b65b6,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:09.723571 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 53476) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:09.793981 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5cf00-6e1e-4438-9462-0b5c240ba775 req-99dd8a35-2c62-45c1-a1bd-29292802f633 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:09.805321 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-57c5cf00-6e1e-4438-9462-0b5c240ba775 req-99dd8a35-2c62-45c1-a1bd-29292802f633 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 945 time: 0.0875797 Nov 11 01:03:09.871773 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-57c5cf00-6e1e-4438-9462-0b5c240ba775 req-dd7eb7ea-07e8-4c02-9ec8-a0ea4c367433 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655515 Nov 11 01:03:09.897775 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-f046b37a-7fe3-4a11-ac3f-96734231c7b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:09.995474 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb80e27-2852-46cb-9bdd-b0cdc208bdf6 req-bb6a2ec0-2d38-46e0-b0b9-400132b931dc tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:10.006430 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-afb80e27-2852-46cb-9bdd-b0cdc208bdf6 req-bb6a2ec0-2d38-46e0-b0b9-400132b931dc tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 945 time: 0.1023376 Nov 11 01:03:10.037001 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-f046b37a-7fe3-4a11-ac3f-96734231c7b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:10.041603 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-f046b37a-7fe3-4a11-ac3f-96734231c7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:10.084683 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-afb80e27-2852-46cb-9bdd-b0cdc208bdf6 req-6ca1a17e-87d5-4c75-bb23-bed7891baad0 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/security-groups?id=027c0a5b-4b04-4ea1-ada1-6d875af49653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769660 Nov 11 01:03:10.096457 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-f046b37a-7fe3-4a11-ac3f-96734231c7b5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0cdc7739c8674284a344fde9a73e5582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3717003 Nov 11 01:03:10.099372 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 53498) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:10.106552 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046b37a-7fe3-4a11-ac3f-96734231c7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924e2735-ef78-4daf-a59b-8217f4463dd0,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:10.204230 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-428bca91-406e-4bc1-b58f-c3acf5ac84c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:10.230864 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-428bca91-406e-4bc1-b58f-c3acf5ac84c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:10.288748 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-428bca91-406e-4bc1-b58f-c3acf5ac84c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:10.291444 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-428bca91-406e-4bc1-b58f-c3acf5ac84c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:10.295010 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-428bca91-406e-4bc1-b58f-c3acf5ac84c1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/924e2735-ef78-4daf-a59b-8217f4463dd0 HTTP/1.1" status: 204 len: 168 time: 0.1921594 Nov 11 01:03:10.301004 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bca91-406e-4bc1-b58f-c3acf5ac84c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924e2735-ef78-4daf-a59b-8217f4463dd0,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:10.523742 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dedeab-bda4-4f4f-b8d1-669134699e10 req-8d3fa7bf-592c-44ab-9fde-5538030928f7 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:10.525664 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-87dedeab-bda4-4f4f-b8d1-669134699e10 req-8d3fa7bf-592c-44ab-9fde-5538030928f7 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 945 time: 0.0602605 Nov 11 01:03:10.582421 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61a1f6b-3738-404f-a57c-38c3e25aca4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b60e97-4d8c-4758-b07d-22fad0adb972'}, {'server_uuid': '45620e84-de01-477d-a818-263dae68f119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82da993e-a127-427f-9c31-a8b1a4846d8f'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:03:10.590210 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac53e08e-0ae0-4915-93f9-5cda3a93fd73" -d '{"events": [{"server_uuid": "a61a1f6b-3738-404f-a57c-38c3e25aca4d", "name": "network-vif-plugged", "status": "completed", "tag": "05b60e97-4d8c-4758-b07d-22fad0adb972"}, {"server_uuid": "45620e84-de01-477d-a818-263dae68f119", "name": "network-vif-plugged", "status": "completed", "tag": "82da993e-a127-427f-9c31-a8b1a4846d8f"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:03:10.605680 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 53528) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:10.607337 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-87dedeab-bda4-4f4f-b8d1-669134699e10 req-ca293861-52a6-47a9-bda6-d94c2af4c3a8 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706730 Nov 11 01:03:10.617583 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bbb46-43d6-4519-bf1c-109eb1680695 req-1c405e3e-59b2-4099-8c65-447f96b87aa6 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:10.623097 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-acde8317-31a1-406e-8859-87f181e33a8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:10.628894 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-980bbb46-43d6-4519-bf1c-109eb1680695 req-1c405e3e-59b2-4099-8c65-447f96b87aa6 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 943 time: 0.1014936 Nov 11 01:03:10.662515 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 11 Nov 2021 01:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293181a7-60b1-4300-8f6e-88ac56c3f7b0 x-openstack-request-id: req-293181a7-60b1-4300-8f6e-88ac56c3f7b0 {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:03:10.663479 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61a1f6b-3738-404f-a57c-38c3e25aca4d", "name": "network-vif-plugged", "status": "completed", "tag": "05b60e97-4d8c-4758-b07d-22fad0adb972", "code": 200}, {"server_uuid": "45620e84-de01-477d-a818-263dae68f119", "name": "network-vif-plugged", "status": "completed", "tag": "82da993e-a127-427f-9c31-a8b1a4846d8f", "code": 200}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:03:10.664005 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-293181a7-60b1-4300-8f6e-88ac56c3f7b0 {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:03:10.664930 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61a1f6b-3738-404f-a57c-38c3e25aca4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b60e97-4d8c-4758-b07d-22fad0adb972', 'code': 200} Nov 11 01:03:10.665518 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45620e84-de01-477d-a818-263dae68f119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82da993e-a127-427f-9c31-a8b1a4846d8f', 'code': 200} Nov 11 01:03:10.689116 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-980bbb46-43d6-4519-bf1c-109eb1680695 req-b197229b-d6fe-4520-bba8-559c2d139e2d tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528719 Nov 11 01:03:10.725696 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-acde8317-31a1-406e-8859-87f181e33a8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:10.730353 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-acde8317-31a1-406e-8859-87f181e33a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:10.782802 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-acde8317-31a1-406e-8859-87f181e33a8e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=31f3962c317b4175beaaab327f522e12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1758709 Nov 11 01:03:10.784293 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde8317-31a1-406e-8859-87f181e33a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699fd051-d488-400f-9aa0-d28c0d02e1a9,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:10.785428 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 53530) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:10.841500 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-30d448ce-2a40-48ed-8909-5f661c542bcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:10.864398 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-30d448ce-2a40-48ed-8909-5f661c542bcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:10.885241 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:03:10.921615 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-30d448ce-2a40-48ed-8909-5f661c542bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:10.924445 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-30d448ce-2a40-48ed-8909-5f661c542bcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:10.929458 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-30d448ce-2a40-48ed-8909-5f661c542bcf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/699fd051-d488-400f-9aa0-d28c0d02e1a9 HTTP/1.1" status: 204 len: 168 time: 0.1401150 Nov 11 01:03:10.935946 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d448ce-2a40-48ed-8909-5f661c542bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699fd051-d488-400f-9aa0-d28c0d02e1a9,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:11.008190 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7ece1-5233-4cf2-a9d2-cdc4ea843e21 req-51f0fbfb-1880-4d94-b8b3-651b1dd5d866 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:11.009708 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-86d7ece1-5233-4cf2-a9d2-cdc4ea843e21 req-51f0fbfb-1880-4d94-b8b3-651b1dd5d866 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 945 time: 0.0549262 Nov 11 01:03:11.058367 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-86d7ece1-5233-4cf2-a9d2-cdc4ea843e21 req-9d77219f-e376-4eac-80dc-452d9d192d07 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424669 Nov 11 01:03:11.232685 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bebdd2-0e12-411c-8cd1-8c740caefeff req-a45c0cfc-a7b6-4cf4-ac91-121e33a16eb6 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:11.240479 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-96bebdd2-0e12-411c-8cd1-8c740caefeff req-a45c0cfc-a7b6-4cf4-ac91-121e33a16eb6 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 945 time: 0.0616274 Nov 11 01:03:11.293884 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-96bebdd2-0e12-411c-8cd1-8c740caefeff req-75e744aa-04cd-449f-9d4e-c1efea201670 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/security-groups?id=027c0a5b-4b04-4ea1-ada1-6d875af49653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525670 Nov 11 01:03:11.722253 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559e634-f789-4ec6-9555-7900e9744f69 req-40086d61-6239-4dbf-a345-2954bc7ef4af tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:11.723800 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0559e634-f789-4ec6-9555-7900e9744f69 req-40086d61-6239-4dbf-a345-2954bc7ef4af tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 945 time: 0.0493472 Nov 11 01:03:11.783044 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0559e634-f789-4ec6-9555-7900e9744f69 req-2b7e5f22-2292-42a8-9ea0-cd1163d85ac6 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535014 Nov 11 01:03:11.818885 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0e341-5b8e-4d3c-a59f-ba56d8b973e3 req-ad71b9e5-7f02-4a46-91bb-dcb5bdeab984 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:11.820367 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-11b0e341-5b8e-4d3c-a59f-ba56d8b973e3 req-ad71b9e5-7f02-4a46-91bb-dcb5bdeab984 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 943 time: 0.0529265 Nov 11 01:03:11.871456 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-11b0e341-5b8e-4d3c-a59f-ba56d8b973e3 req-6a544d50-f11d-4a93-b356-9dea795d716b tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450118 Nov 11 01:03:12.053955 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 5cfe983d-38d0-4d2b-870d-35adc82de8f4 up at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:03:12.114018 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning for port 5cfe983d-38d0-4d2b-870d-35adc82de8f4 completed by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 01:03:12.118252 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning complete for port 5cfe983d-38d0-4d2b-870d-35adc82de8f4 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:03:12.119039 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:12.185156 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a17d22-93a2-4052-820f-6641d3a83bd8 req-c0beaae5-f373-4dfb-a8af-023067d2f946 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:12.187122 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-17a17d22-93a2-4052-820f-6641d3a83bd8 req-c0beaae5-f373-4dfb-a8af-023067d2f946 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 945 time: 0.0572286 Nov 11 01:03:12.214509 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:12.236855 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-17a17d22-93a2-4052-820f-6641d3a83bd8 req-d4302c78-9609-4177-9a38-b4522851c1f3 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434568 Nov 11 01:03:12.251549 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 5cfe983d-38d0-4d2b-870d-35adc82de8f4, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=5cfe983d-38d0-4d2b-870d-35adc82de8f4,segment=NetworkSegment(e6b6c9b0-a8e0-49cd-ab18-92478236f529),segment_id=e6b6c9b0-a8e0-49cd-ab18-92478236f529)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:03:12.256516 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:12.309205 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=5cfe983d-38d0-4d2b-870d-35adc82de8f4,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:12.421205 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f4a11-addf-4f5e-b45c-4525fc4c0e00 req-6ce6aaeb-06b8-45b9-9123-75fdd0ff6aca tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:12.422668 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-754f4a11-addf-4f5e-b45c-4525fc4c0e00 req-6ce6aaeb-06b8-45b9-9123-75fdd0ff6aca tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 945 time: 0.0509536 Nov 11 01:03:12.472802 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-754f4a11-addf-4f5e-b45c-4525fc4c0e00 req-786ee60a-f9aa-4df3-ab21-bf8580136298 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/security-groups?id=027c0a5b-4b04-4ea1-ada1-6d875af49653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436547 Nov 11 01:03:12.667300 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60ae7a9-6eb4-4a87-88ca-6c291f834861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfe983d-38d0-4d2b-870d-35adc82de8f4'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:03:12.669996 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7037d318-a914-4516-97a9-78dac1d289db" -d '{"events": [{"server_uuid": "f60ae7a9-6eb4-4a87-88ca-6c291f834861", "name": "network-vif-plugged", "status": "completed", "tag": "5cfe983d-38d0-4d2b-870d-35adc82de8f4"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:03:12.707545 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bd67fb-0363-487a-8f31-dc2a65015ebb x-openstack-request-id: req-d1bd67fb-0363-487a-8f31-dc2a65015ebb {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:03:12.707858 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60ae7a9-6eb4-4a87-88ca-6c291f834861", "name": "network-vif-plugged", "status": "completed", "tag": "5cfe983d-38d0-4d2b-870d-35adc82de8f4", "code": 200}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:03:12.708248 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d1bd67fb-0363-487a-8f31-dc2a65015ebb {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:03:12.708654 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60ae7a9-6eb4-4a87-88ca-6c291f834861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfe983d-38d0-4d2b-870d-35adc82de8f4', 'code': 200} Nov 11 01:03:12.900909 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c91d1-1faa-4d7b-bdec-c7c8bb055159 req-eee2bcde-01f6-42ad-bd77-d06fd4fadb59 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:12.902358 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6d2c91d1-1faa-4d7b-bdec-c7c8bb055159 req-eee2bcde-01f6-42ad-bd77-d06fd4fadb59 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 945 time: 0.0512702 Nov 11 01:03:12.983403 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6d2c91d1-1faa-4d7b-bdec-c7c8bb055159 req-334aba25-343e-4ba4-abbf-3feeaf6bdb48 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747550 Nov 11 01:03:13.001573 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41605ce-965e-4c11-b754-972bc4614cfb req-de5cee96-0f3b-4459-93dd-edcb1ca4634f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:13.003593 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c41605ce-965e-4c11-b754-972bc4614cfb req-de5cee96-0f3b-4459-93dd-edcb1ca4634f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 943 time: 0.0624378 Nov 11 01:03:13.049073 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c41605ce-965e-4c11-b754-972bc4614cfb req-1dd80edb-ef83-4658-b937-26006a10582e tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393851 Nov 11 01:03:13.237474 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 1debaf12-1dc2-4053-8874-4078beb56b38 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 01:03:13.342701 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 1debaf12-1dc2-4053-8874-4078beb56b38, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1debaf12-1dc2-4053-8874-4078beb56b38,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:03:13.357114 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Returning: {'device': '1debaf12-1dc2-4053-8874-4078beb56b38', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'port_id': '1debaf12-1dc2-4053-8874-4078beb56b38', 'mac_address': 'fa:16:3e:64:0f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 01:03:13.360148 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1563a-d8c8-4fa4-b0fb-5ea3632e7c59 req-d4c35c56-ad81-4a0a-815e-3330417da4e4 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:13.361724 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6ac1563a-d8c8-4fa4-b0fb-5ea3632e7c59 req-d4c35c56-ad81-4a0a-815e-3330417da4e4 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0527933 Nov 11 01:03:13.400129 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:13.419380 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1debaf12-1dc2-4053-8874-4078beb56b38 {{(pid=101603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:03:13.430995 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6ac1563a-d8c8-4fa4-b0fb-5ea3632e7c59 req-04a0a918-67cb-4cb7-9498-0586e9b6bc48 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509760 Nov 11 01:03:13.451672 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 1debaf12-1dc2-4053-8874-4078beb56b38, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1debaf12-1dc2-4053-8874-4078beb56b38,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:03:13.456475 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:13.514985 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=1debaf12-1dc2-4053-8874-4078beb56b38,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:13.555120 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:13.602180 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c7353-8a14-41ea-b2b4-1a9bb1bb4d65 req-b18e4c0e-0567-47ef-9db6-464bf9abe126 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:13.604104 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-372c7353-8a14-41ea-b2b4-1a9bb1bb4d65 req-b18e4c0e-0567-47ef-9db6-464bf9abe126 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 945 time: 0.0524178 Nov 11 01:03:13.651940 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fec541-a066-4c19-a860-6b884e1d61ee req-6ea052db-9b92-43dc-b516-ce6d61b1a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:13.653538 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a8fec541-a066-4c19-a860-6b884e1d61ee req-6ea052db-9b92-43dc-b516-ce6d61b1a469 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 1098 time: 0.0412323 Nov 11 01:03:13.653942 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-372c7353-8a14-41ea-b2b4-1a9bb1bb4d65 req-d8a1a95a-6c0c-47f7-8024-b39e17db499f tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/security-groups?id=027c0a5b-4b04-4ea1-ada1-6d875af49653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435433 Nov 11 01:03:13.750650 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffd1fe-c314-40b6-98b2-3ecbb2fde42a req-aef4b0b6-422f-4333-9951-e2d6e75804f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:13.752209 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a0ffd1fe-c314-40b6-98b2-3ecbb2fde42a req-aef4b0b6-422f-4333-9951-e2d6e75804f0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 1098 time: 0.0692637 Nov 11 01:03:13.756072 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a8fec541-a066-4c19-a860-6b884e1d61ee req-453599fa-bc2e-4990-88fd-34c504b37ed4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654306 Nov 11 01:03:13.778846 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6621806-0250-4150-9c13-2c0531692c64 req-98529c0d-7be4-4c48-9196-2ebc700986d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:13.780365 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a6621806-0250-4150-9c13-2c0531692c64 req-98529c0d-7be4-4c48-9196-2ebc700986d5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 1099 time: 0.0676348 Nov 11 01:03:13.955780 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['1debaf12-1dc2-4053-8874-4078beb56b38'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:03:14.149280 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031060b-366a-445e-bac6-eca9d4b768a8 req-06227215-c169-4ace-ba52-671fde734f2f tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:14.152712 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a0ffd1fe-c314-40b6-98b2-3ecbb2fde42a req-7f507315-d0d0-49f5-a516-e78d32f7a731 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545962 Nov 11 01:03:14.156554 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9031060b-366a-445e-bac6-eca9d4b768a8 req-06227215-c169-4ace-ba52-671fde734f2f tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 945 time: 0.0886738 Nov 11 01:03:14.257044 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a6621806-0250-4150-9c13-2c0531692c64 req-818e9b5b-9d52-47c2-b350-6bb8c11716d5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450772 Nov 11 01:03:14.263096 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9031060b-366a-445e-bac6-eca9d4b768a8 req-f8ea5d5b-47b7-4189-b3fa-96975cdd29a8 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057160 Nov 11 01:03:14.271237 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b81701-4c81-4148-98f3-b4c3badac003 req-2eb3677c-9440-43cf-9dde-2b4630417737 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:14.272675 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c9b81701-4c81-4148-98f3-b4c3badac003 req-2eb3677c-9440-43cf-9dde-2b4630417737 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 944 time: 0.1141529 Nov 11 01:03:14.332590 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c9b81701-4c81-4148-98f3-b4c3badac003 req-d5737fbf-3570-4612-a054-9300cc16bdf9 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462317 Nov 11 01:03:14.550249 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff67ca-e2cb-4815-b94c-331f7e1e7f4c req-9b97b6fb-65eb-463d-82d5-9249a3bf40f7 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:14.559548 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e4ff67ca-e2cb-4815-b94c-331f7e1e7f4c req-9b97b6fb-65eb-463d-82d5-9249a3bf40f7 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0517349 Nov 11 01:03:14.600720 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e4ff67ca-e2cb-4815-b94c-331f7e1e7f4c req-2a7f8830-f8da-4764-b1d0-323ed81d198f tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416584 Nov 11 01:03:14.769771 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bf494-387a-432b-8c63-12ec43e26fd4 req-c7c47af5-a481-4bda-875a-cdc06e580f55 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:14.771231 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1e9bf494-387a-432b-8c63-12ec43e26fd4 req-c7c47af5-a481-4bda-875a-cdc06e580f55 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 945 time: 0.0501869 Nov 11 01:03:14.818683 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1e9bf494-387a-432b-8c63-12ec43e26fd4 req-6d95a4cb-abc8-4871-a9e3-dbb782ef8c42 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/security-groups?id=027c0a5b-4b04-4ea1-ada1-6d875af49653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415485 Nov 11 01:03:15.252541 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 1debaf12-1dc2-4053-8874-4078beb56b38 up at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:03:15.312246 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning for port 1debaf12-1dc2-4053-8874-4078beb56b38 completed by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 01:03:15.316722 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning complete for port 1debaf12-1dc2-4053-8874-4078beb56b38 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:03:15.317120 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:15.391204 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316664fa-309d-4660-87da-74859b7be11c req-2869ab81-2a5a-4ade-bfae-f99739d933f6 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:15.392754 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-316664fa-309d-4660-87da-74859b7be11c req-2869ab81-2a5a-4ade-bfae-f99739d933f6 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 945 time: 0.0572145 Nov 11 01:03:15.423478 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:15.469691 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bc1ebf-6b32-496c-b7ff-a005abd1dec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1debaf12-1dc2-4053-8874-4078beb56b38'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:03:15.472989 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72002a1-e621-4698-9755-d005c723673c" -d '{"events": [{"server_uuid": "c4bc1ebf-6b32-496c-b7ff-a005abd1dec2", "name": "network-vif-plugged", "status": "completed", "tag": "1debaf12-1dc2-4053-8874-4078beb56b38"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:03:15.477123 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-316664fa-309d-4660-87da-74859b7be11c req-dccc912f-3437-4dc0-82f6-534f63f2fa37 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756004 Nov 11 01:03:15.492364 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c7595-b5ff-4e4f-aa9a-2a5c480d2f3e req-45b0ccaa-243a-408b-bbd2-c86a215947cc tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:15.494589 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ff3c7595-b5ff-4e4f-aa9a-2a5c480d2f3e req-45b0ccaa-243a-408b-bbd2-c86a215947cc tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 944 time: 0.0767574 Nov 11 01:03:15.516166 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 1debaf12-1dc2-4053-8874-4078beb56b38, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1debaf12-1dc2-4053-8874-4078beb56b38,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:03:15.522995 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:15.606345 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3b8c94-dc3f-4a80-9d1d-efc29754fde4 x-openstack-request-id: req-0c3b8c94-dc3f-4a80-9d1d-efc29754fde4 {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:03:15.606777 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bc1ebf-6b32-496c-b7ff-a005abd1dec2", "name": "network-vif-plugged", "status": "completed", "tag": "1debaf12-1dc2-4053-8874-4078beb56b38", "code": 200}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:03:15.606975 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c3b8c94-dc3f-4a80-9d1d-efc29754fde4 {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:03:15.607408 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bc1ebf-6b32-496c-b7ff-a005abd1dec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1debaf12-1dc2-4053-8874-4078beb56b38', 'code': 200} Nov 11 01:03:15.612036 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=1debaf12-1dc2-4053-8874-4078beb56b38,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:15.616793 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ff3c7595-b5ff-4e4f-aa9a-2a5c480d2f3e req-37c1c1ee-a8ef-4430-9d6d-a54c62b9126e tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095457 Nov 11 01:03:15.786394 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329248e9-3cb7-4e71-bdc8-e5196ab5cb73 req-fca2f195-bfe7-4e03-b3d2-809ab6baef6e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:15.788242 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-329248e9-3cb7-4e71-bdc8-e5196ab5cb73 req-fca2f195-bfe7-4e03-b3d2-809ab6baef6e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0674863 Nov 11 01:03:15.896763 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-329248e9-3cb7-4e71-bdc8-e5196ab5cb73 req-a1938420-2c18-4657-b200-294fcdba9d95 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002405 Nov 11 01:03:15.980570 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cba37-4cd2-44b4-86de-d48596aa12ba req-984fa4ab-734f-400e-bf39-39e9e40d49f8 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:15.982297 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-070cba37-4cd2-44b4-86de-d48596aa12ba req-984fa4ab-734f-400e-bf39-39e9e40d49f8 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 945 time: 0.0843520 Nov 11 01:03:15.990501 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df73cc4-1918-497e-ab57-ef86db46e017 req-e3484caf-3936-4d6e-9019-81bf2586a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:15.991980 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0df73cc4-1918-497e-ab57-ef86db46e017 req-e3484caf-3936-4d6e-9019-81bf2586a7ac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 1098 time: 0.0817029 Nov 11 01:03:16.080921 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-070cba37-4cd2-44b4-86de-d48596aa12ba req-13e11f33-5422-4fae-bf85-2c89f7787d85 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/security-groups?id=027c0a5b-4b04-4ea1-ada1-6d875af49653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879447 Nov 11 01:03:16.088212 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0df73cc4-1918-497e-ab57-ef86db46e017 req-973b9bd1-31fd-470e-bc44-223551b7e1e9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745888 Nov 11 01:03:16.361526 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 53734) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:16.470679 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f0046140-97b5-4179-8cd1-613fbc74de56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:16.547744 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f0046140-97b5-4179-8cd1-613fbc74de56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:16.552529 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f0046140-97b5-4179-8cd1-613fbc74de56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:16.616082 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-f0046140-97b5-4179-8cd1-613fbc74de56 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9d3b92af6f3b406eb1a53b1a4bca866d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511294 Nov 11 01:03:16.617962 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0046140-97b5-4179-8cd1-613fbc74de56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681f9fc2-645c-4fde-b3f9-667216a744d9,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:16.618745 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 53742) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:16.639962 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da311b80-5876-4e05-979e-23839f7c2d49 req-4b11b5ab-9d9b-49cb-a0c1-c11cc4231440 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:16.641454 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-da311b80-5876-4e05-979e-23839f7c2d49 req-4b11b5ab-9d9b-49cb-a0c1-c11cc4231440 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 945 time: 0.0835595 Nov 11 01:03:16.677488 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3734f414-9fcb-46a1-a507-47ff1c415dc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:16.704592 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3734f414-9fcb-46a1-a507-47ff1c415dc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:16.738304 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-da311b80-5876-4e05-979e-23839f7c2d49 req-6db1fd5e-ec87-4736-a422-5ede4ac09d68 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909142 Nov 11 01:03:16.766364 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b500e-6e86-4850-9de4-ef798ad3f092 req-f128ec65-5a1b-4338-9156-7ceebdb551ce tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:16.768325 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-511b500e-6e86-4850-9de4-ef798ad3f092 req-f128ec65-5a1b-4338-9156-7ceebdb551ce tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0698698 Nov 11 01:03:16.775930 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3734f414-9fcb-46a1-a507-47ff1c415dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:16.778441 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3734f414-9fcb-46a1-a507-47ff1c415dc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:16.782230 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-3734f414-9fcb-46a1-a507-47ff1c415dc9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/681f9fc2-645c-4fde-b3f9-667216a744d9 HTTP/1.1" status: 204 len: 168 time: 0.1624424 Nov 11 01:03:16.791004 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734f414-9fcb-46a1-a507-47ff1c415dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681f9fc2-645c-4fde-b3f9-667216a744d9,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:16.833483 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-511b500e-6e86-4850-9de4-ef798ad3f092 req-acc16ce9-4133-473a-b4c3-0380482203bd tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584576 Nov 11 01:03:16.992106 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534144d1-bad9-4866-b1c3-dfc50b6b3109 req-c2f20abb-f70f-47a4-b04c-03098aebeee6 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:16.993575 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-534144d1-bad9-4866-b1c3-dfc50b6b3109 req-c2f20abb-f70f-47a4-b04c-03098aebeee6 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0508006 Nov 11 01:03:17.041363 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-534144d1-bad9-4866-b1c3-dfc50b6b3109 req-0fd9d87b-303e-4d7a-bcbf-cbe171f56d24 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417523 Nov 11 01:03:17.083070 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 53762) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:17.099055 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b597cfa9-746f-4f72-a8b3-0056e5050d37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:17.178283 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b597cfa9-746f-4f72-a8b3-0056e5050d37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:17.181992 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b597cfa9-746f-4f72-a8b3-0056e5050d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:17.219934 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-b597cfa9-746f-4f72-a8b3-0056e5050d37 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1a1638f6f7ac421cbe61773dedd32aa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357837 Nov 11 01:03:17.220986 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597cfa9-746f-4f72-a8b3-0056e5050d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fa37b0-545f-4164-acbc-990ae4e6e65c,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:17.224240 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 53768) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:17.277534 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ce936fb0-8207-447d-9696-6cfd1cedb1b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:17.299160 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ce936fb0-8207-447d-9696-6cfd1cedb1b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:17.343910 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ce936fb0-8207-447d-9696-6cfd1cedb1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:17.347145 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ce936fb0-8207-447d-9696-6cfd1cedb1b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:17.348258 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-ce936fb0-8207-447d-9696-6cfd1cedb1b8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28fa37b0-545f-4164-acbc-990ae4e6e65c HTTP/1.1" status: 204 len: 168 time: 0.1229453 Nov 11 01:03:17.356137 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce936fb0-8207-447d-9696-6cfd1cedb1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fa37b0-545f-4164-acbc-990ae4e6e65c,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:17.858906 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750e221-6332-452b-9235-065bc67473dc req-60a0eed5-3493-4d8f-a804-cba666193e0d tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:17.861168 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3750e221-6332-452b-9235-065bc67473dc req-60a0eed5-3493-4d8f-a804-cba666193e0d tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 945 time: 0.0568991 Nov 11 01:03:17.914819 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3750e221-6332-452b-9235-065bc67473dc req-72f8fdc1-9292-4128-a7f8-4c1ea69c2bbd tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444624 Nov 11 01:03:17.990151 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4299f8-97c2-4c1f-bab5-66f6c6ac758e req-fb9a6c66-91fc-41d6-b446-6f77d96e52eb tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:17.999457 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2d4299f8-97c2-4c1f-bab5-66f6c6ac758e req-fb9a6c66-91fc-41d6-b446-6f77d96e52eb tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0847456 Nov 11 01:03:18.048974 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2d4299f8-97c2-4c1f-bab5-66f6c6ac758e req-61a36d1b-f679-4820-aafd-9da3d8f9813c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484984 Nov 11 01:03:18.172892 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89853d-af5a-4c60-bc4d-499bd66f6542 req-0ece753d-7fe2-4c58-817c-a868220dafd1 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:18.175463 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0a89853d-af5a-4c60-bc4d-499bd66f6542 req-0ece753d-7fe2-4c58-817c-a868220dafd1 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0636313 Nov 11 01:03:18.258022 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0a89853d-af5a-4c60-bc4d-499bd66f6542 req-1851035b-843a-46e3-bee3-523eddb706d8 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645964 Nov 11 01:03:18.700784 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49924bf5-a08a-4ae6-a05c-a710e6906df5 req-011c5dca-b15f-4ca6-94c1-f61846818a79 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:18.702255 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-49924bf5-a08a-4ae6-a05c-a710e6906df5 req-011c5dca-b15f-4ca6-94c1-f61846818a79 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0702548 Nov 11 01:03:18.792302 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-49924bf5-a08a-4ae6-a05c-a710e6906df5 req-dc9cd576-5fde-4c70-8c39-f37263fcfae7 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829668 Nov 11 01:03:18.801870 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de03ea-dfa9-4633-8558-bac82772e522 req-75df4984-cd0b-4783-adab-9ba200681898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:18.803483 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-79de03ea-dfa9-4633-8558-bac82772e522 req-75df4984-cd0b-4783-adab-9ba200681898 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b9ddce0b6794348af30770172bcd5c5&device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 1099 time: 0.0601161 Nov 11 01:03:18.916316 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de03ea-dfa9-4633-8558-bac82772e522 req-91f81967-70a9-49ad-a932-25acbff5591b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:18.917890 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-79de03ea-dfa9-4633-8558-bac82772e522 req-91f81967-70a9-49ad-a932-25acbff5591b service neutron] 10.222.0.64 "GET /v2.0/networks?id=288ad7ee-ad49-45cc-b619-30fceacb55ee HTTP/1.1" status: 200 len: 919 time: 0.0954747 Nov 11 01:03:19.075951 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-79de03ea-dfa9-4633-8558-bac82772e522 req-e9e4031b-9efa-4fe6-a84d-24853be37c6c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cfe983d-38d0-4d2b-870d-35adc82de8f4 HTTP/1.1" status: 200 len: 217 time: 0.0408666 Nov 11 01:03:19.206536 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de03ea-dfa9-4633-8558-bac82772e522 req-a04f61a0-f196-4031-9b65-afea1bb0f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:19.208068 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-79de03ea-dfa9-4633-8558-bac82772e522 req-a04f61a0-f196-4031-9b65-afea1bb0f656 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=217dd1d9-2c80-47df-a154-fc3ee5b01472 HTTP/1.1" status: 200 len: 859 time: 0.0716007 Nov 11 01:03:19.216637 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe55a2c-f05b-4275-99c6-d5300f8db5f9 req-3323553a-37c4-4642-a02d-905fdcfa7690 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:19.218010 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dbe55a2c-f05b-4275-99c6-d5300f8db5f9 req-3323553a-37c4-4642-a02d-905fdcfa7690 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0928211 Nov 11 01:03:19.302689 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dbe55a2c-f05b-4275-99c6-d5300f8db5f9 req-4e643a0f-ef76-4c6d-b674-241a55dd35b1 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784013 Nov 11 01:03:19.324476 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-79de03ea-dfa9-4633-8558-bac82772e522 req-7f94647b-3316-403d-b21e-c323bcec90b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=288ad7ee-ad49-45cc-b619-30fceacb55ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387311 Nov 11 01:03:19.439395 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-79de03ea-dfa9-4633-8558-bac82772e522 req-2c5a5633-ebe6-47ce-ace1-287d4962d8b0 service neutron] 10.222.0.64 "GET /v2.0/networks/288ad7ee-ad49-45cc-b619-30fceacb55ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013057 Nov 11 01:03:19.689541 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-79de03ea-dfa9-4633-8558-bac82772e522 req-8ad6f69f-c727-47e4-88a9-816513d4745f service neutron] 10.222.0.64 "GET /v2.0/networks/288ad7ee-ad49-45cc-b619-30fceacb55ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974965 Nov 11 01:03:19.913647 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cf5f8-7bbc-4032-8520-4173d22777d5 req-08171c6a-278a-44de-8d62-b6f35fc79d68 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:19.915174 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-711cf5f8-7bbc-4032-8520-4173d22777d5 req-08171c6a-278a-44de-8d62-b6f35fc79d68 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0509074 Nov 11 01:03:19.968188 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-711cf5f8-7bbc-4032-8520-4173d22777d5 req-23210992-8165-4099-9cfc-23b8958209cf tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471046 Nov 11 01:03:20.429123 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b1449-b1ee-46de-937c-fec145d5e0b5 req-2660545d-0965-480d-8f5d-75b864f30050 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:20.431398 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6f3b1449-b1ee-46de-937c-fec145d5e0b5 req-2660545d-0965-480d-8f5d-75b864f30050 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0509501 Nov 11 01:03:20.481651 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6f3b1449-b1ee-46de-937c-fec145d5e0b5 req-32b5ff84-6821-4179-8e8e-7f7deca391b4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447283 Nov 11 01:03:20.601752 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82bee7-31db-4c36-acc4-7872eb7f092d req-56379fbd-a2cc-4ca5-9cc5-fdd3fce43c94 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:20.603240 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3c82bee7-31db-4c36-acc4-7872eb7f092d req-56379fbd-a2cc-4ca5-9cc5-fdd3fce43c94 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0483267 Nov 11 01:03:20.611901 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 53920) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:20.617715 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-1c0e3cb2-e909-4af9-8e2d-0dd14fb01118 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Request body: {'floatingip': {'port_id': '1debaf12-1dc2-4053-8874-4078beb56b38'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:03:20.691966 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-1c0e3cb2-e909-4af9-8e2d-0dd14fb01118 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for floatingip, before_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:21.143140 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71ff5f-17c6-42c6-b172-dcaf06c55d28 req-4f097bf0-c9ef-4e21-805c-2a6bf1316b41 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:21.145256 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3a71ff5f-17c6-42c6-b172-dcaf06c55d28 req-4f097bf0-c9ef-4e21-805c-2a6bf1316b41 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0950923 Nov 11 01:03:21.323013 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3a71ff5f-17c6-42c6-b172-dcaf06c55d28 req-beaa4648-cd49-4f05-b7ff-307e0840f03e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708496 Nov 11 01:03:21.601321 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-1c0e3cb2-e909-4af9-8e2d-0dd14fb01118 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:21.604983 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-1c0e3cb2-e909-4af9-8e2d-0dd14fb01118 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918241'] for floatingip, after_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:21.710972 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.db.l3_db [None req-1c0e3cb2-e909-4af9-8e2d-0dd14fb01118 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Floating IP f20bf956-ca28-4ada-9291-20d84da04775 associated. External IP: 172.27.2.195, port: 1debaf12-1dc2-4053-8874-4078beb56b38. Nov 11 01:03:21.931459 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0e3cb2-e909-4af9-8e2d-0dd14fb01118 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Router c0042718-a156-4f57-806b-299e7b0af0d9 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:03:22.055437 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0e3cb2-e909-4af9-8e2d-0dd14fb01118 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:03:22.060052 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-1c0e3cb2-e909-4af9-8e2d-0dd14fb01118 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for floatingip, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:22.071367 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76311625-b87d-4445-9c61-86c9aaf16696 None None] Sync routers for ids ['c0042718-a156-4f57-806b-299e7b0af0d9'] in dv-cinder-817085-3-iscsi {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:03:22.083138 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76311625-b87d-4445-9c61-86c9aaf16696 None None] Routers {'c0042718-a156-4f57-806b-299e7b0af0d9'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:03:22.083828 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-76311625-b87d-4445-9c61-86c9aaf16696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:03:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['c0042718-a156-4f57-806b-299e7b0af0d9'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:03:22.090081 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-1c0e3cb2-e909-4af9-8e2d-0dd14fb01118 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "PUT /v2.0/floatingips/f20bf956-ca28-4ada-9291-20d84da04775 HTTP/1.1" status: 200 len: 991 time: 1.4757309 Nov 11 01:03:22.090656 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4bc1ebf-6b32-496c-b7ff-a005abd1dec2', 'tag': '1debaf12-1dc2-4053-8874-4078beb56b38'}] {{(pid=101602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:03:22.092898 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbc2a4dd34722a8e14e2fc20a6c680084dc03eb7d3307192ee443654b1fba6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd7d8d6-8286-499f-b262-2eebe6a6e87a" -d '{"events": [{"name": "network-changed", "server_uuid": "c4bc1ebf-6b32-496c-b7ff-a005abd1dec2", "tag": "1debaf12-1dc2-4053-8874-4078beb56b38"}]}' {{(pid=101602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:03:22.129373 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2203577-60c6-48ee-9294-a2788b00978a x-openstack-request-id: req-f2203577-60c6-48ee-9294-a2788b00978a {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:03:22.130360 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4bc1ebf-6b32-496c-b7ff-a005abd1dec2", "tag": "1debaf12-1dc2-4053-8874-4078beb56b38", "status": "completed", "code": 200}]} {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:03:22.130685 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2203577-60c6-48ee-9294-a2788b00978a {{(pid=101602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:03:22.131246 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4bc1ebf-6b32-496c-b7ff-a005abd1dec2', 'tag': '1debaf12-1dc2-4053-8874-4078beb56b38', 'status': 'completed', 'code': 200} Nov 11 01:03:22.193849 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-76311625-b87d-4445-9c61-86c9aaf16696 None None] Set router c0042718-a156-4f57-806b-299e7b0af0d9 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:03:22.331495 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7d8d6-8286-499f-b262-2eebe6a6e87a req-1705563f-82f0-45de-94ab-a8695e2f2ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:22.332972 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-edd7d8d6-8286-499f-b262-2eebe6a6e87a req-1705563f-82f0-45de-94ab-a8695e2f2ef2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e01554f5a96c46afb1983c71a9513e16&device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 1098 time: 0.0446177 Nov 11 01:03:22.474403 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-76311625-b87d-4445-9c61-86c9aaf16696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'name': 'tempest-AttachVolumeShelveTestJSON-360278585-router', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:36Z', 'updated_at': '2021-11-11T01:02:42Z', 'revision_number': 4, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'gw_port': {'id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:37Z', 'updated_at': '2021-11-11T01:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': 'f20bf956-ca28-4ada-9291-20d84da04775', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'port_id': '1debaf12-1dc2-4053-8874-4078beb56b38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'mac_address': 'fa:16:3e:64:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bc1ebf-6b32-496c-b7ff-a005abd1dec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:02:53Z', 'updated_at': '2021-11-11T01:03:21Z', 'revision_number': 1, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00beaa14-6b37-445e-ab5d-f8ef41959a7d', 'name': '', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'mac_address': 'fa:16:3e:6f:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:41Z', 'updated_at': '2021-11-11T01:02:53Z', 'revision_number': 5, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'subnets': [{'id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:03:22.502121 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76311625-b87d-4445-9c61-86c9aaf16696 None None] Checking router: c0042718-a156-4f57-806b-299e7b0af0d9 for host: dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:03:22.513533 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76311625-b87d-4445-9c61-86c9aaf16696 None None] Routers {'c0042718-a156-4f57-806b-299e7b0af0d9'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:03:22.513533 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-76311625-b87d-4445-9c61-86c9aaf16696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:03:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['c0042718-a156-4f57-806b-299e7b0af0d9'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:03:22.654583 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d51b82-4dd6-4f05-a962-5e59d25d6ae1 req-70b6db46-4b2f-4dbd-b911-acc15bcca2bf tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:22.656220 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-96d51b82-4dd6-4f05-a962-5e59d25d6ae1 req-70b6db46-4b2f-4dbd-b911-acc15bcca2bf tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.2573433 Nov 11 01:03:22.688539 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7d8d6-8286-499f-b262-2eebe6a6e87a req-b57df42d-9b6f-4b28-92e4-cac92db21e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:22.689890 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-edd7d8d6-8286-499f-b262-2eebe6a6e87a req-b57df42d-9b6f-4b28-92e4-cac92db21e8a service neutron] 10.222.0.64 "GET /v2.0/networks?id=7db40340-76c1-4dbb-a60c-57c8a9a269e5 HTTP/1.1" status: 200 len: 916 time: 0.3389964 Nov 11 01:03:22.713128 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-96d51b82-4dd6-4f05-a962-5e59d25d6ae1 req-8236bef1-9c37-4966-98d4-47a5be729a19 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479984 Nov 11 01:03:22.728517 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-76311625-b87d-4445-9c61-86c9aaf16696 None None] Set router c0042718-a156-4f57-806b-299e7b0af0d9 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:03:22.803879 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-edd7d8d6-8286-499f-b262-2eebe6a6e87a req-a45da183-06f8-437c-bd18-17b49191d1c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1debaf12-1dc2-4053-8874-4078beb56b38 HTTP/1.1" status: 200 len: 999 time: 0.0897989 Nov 11 01:03:22.861336 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7d8d6-8286-499f-b262-2eebe6a6e87a req-a775ba98-23c3-47c0-897e-8954ea0a3c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:22.863967 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-edd7d8d6-8286-499f-b262-2eebe6a6e87a req-a775ba98-23c3-47c0-897e-8954ea0a3c00 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=106c258c-9ba0-4b87-8aaf-5fe2051be471 HTTP/1.1" status: 200 len: 855 time: 0.0464349 Nov 11 01:03:22.925661 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7d8d6-8286-499f-b262-2eebe6a6e87a req-0c0e5660-02fe-4e6e-94a9-8b7d46a35721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:22.927367 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-edd7d8d6-8286-499f-b262-2eebe6a6e87a req-0c0e5660-02fe-4e6e-94a9-8b7d46a35721 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7db40340-76c1-4dbb-a60c-57c8a9a269e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520403 Nov 11 01:03:22.970058 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-76311625-b87d-4445-9c61-86c9aaf16696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'name': 'tempest-AttachVolumeShelveTestJSON-360278585-router', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:36Z', 'updated_at': '2021-11-11T01:02:42Z', 'revision_number': 4, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'gw_port': {'id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:37Z', 'updated_at': '2021-11-11T01:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': 'f20bf956-ca28-4ada-9291-20d84da04775', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'port_id': '1debaf12-1dc2-4053-8874-4078beb56b38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'mac_address': 'fa:16:3e:64:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bc1ebf-6b32-496c-b7ff-a005abd1dec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:02:53Z', 'updated_at': '2021-11-11T01:03:21Z', 'revision_number': 1, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00beaa14-6b37-445e-ab5d-f8ef41959a7d', 'name': '', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'mac_address': 'fa:16:3e:6f:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:41Z', 'updated_at': '2021-11-11T01:02:53Z', 'revision_number': 5, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'subnets': [{'id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:03:22.998773 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76311625-b87d-4445-9c61-86c9aaf16696 None None] The sync data for ids ['c0042718-a156-4f57-806b-299e7b0af0d9'] in dv-cinder-817085-3-iscsi is: [{'id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'name': 'tempest-AttachVolumeShelveTestJSON-360278585-router', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:36Z', 'updated_at': '2021-11-11T01:02:42Z', 'revision_number': 4, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'gw_port': {'id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:37Z', 'updated_at': '2021-11-11T01:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': 'f20bf956-ca28-4ada-9291-20d84da04775', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'port_id': '1debaf12-1dc2-4053-8874-4078beb56b38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'mac_address': 'fa:16:3e:64:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bc1ebf-6b32-496c-b7ff-a005abd1dec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:02:53Z', 'updated_at': '2021-11-11T01:03:21Z', 'revision_number': 1, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00beaa14-6b37-445e-ab5d-f8ef41959a7d', 'name': '', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'mac_address': 'fa:16:3e:6f:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:41Z', 'updated_at': '2021-11-11T01:02:53Z', 'revision_number': 5, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'subnets': [{'id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:03:23.044268 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-edd7d8d6-8286-499f-b262-2eebe6a6e87a req-f5946040-c29e-4f18-a8b4-6de4ab595d8c service neutron] 10.222.0.64 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964603 Nov 11 01:03:23.151911 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-edd7d8d6-8286-499f-b262-2eebe6a6e87a req-bab654e6-fc41-4449-a1be-191209703539 service neutron] 10.222.0.64 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903566 Nov 11 01:03:23.190228 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c11a98-beaf-47ff-8c87-4c26bf188162 None None] New status for floating IP f20bf956-ca28-4ada-9291-20d84da04775: ACTIVE {{(pid=101603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 01:03:23.533582 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 53996) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:23.654183 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-fbb45bce-37b8-41e1-87ea-c7eed8a5ae2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:23.738449 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-fbb45bce-37b8-41e1-87ea-c7eed8a5ae2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:23.743061 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-fbb45bce-37b8-41e1-87ea-c7eed8a5ae2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:23.778219 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-fbb45bce-37b8-41e1-87ea-c7eed8a5ae2c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5de22ca2da39402688aaa6b1d6b96b55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427580 Nov 11 01:03:23.781554 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 54012) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:23.797868 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb45bce-37b8-41e1-87ea-c7eed8a5ae2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f742c3b3-9e4f-4694-99d9-6340d2e386a5,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:23.833529 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-db82c9e8-f00c-435f-8687-677a4d2f3a9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:23.839440 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d2124-6f9e-42b8-90cd-d2ebf9e1c92e req-5ab6bb31-b7eb-455f-a126-10dd8a79b9eb tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:23.841122 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-297d2124-6f9e-42b8-90cd-d2ebf9e1c92e req-5ab6bb31-b7eb-455f-a126-10dd8a79b9eb tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0543678 Nov 11 01:03:23.855897 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-db82c9e8-f00c-435f-8687-677a4d2f3a9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:23.892089 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-297d2124-6f9e-42b8-90cd-d2ebf9e1c92e req-2ae2e210-e39b-45f8-b9c2-88e29483d828 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440540 Nov 11 01:03:23.910550 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-db82c9e8-f00c-435f-8687-677a4d2f3a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:23.913395 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-db82c9e8-f00c-435f-8687-677a4d2f3a9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:23.914677 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-db82c9e8-f00c-435f-8687-677a4d2f3a9a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f742c3b3-9e4f-4694-99d9-6340d2e386a5 HTTP/1.1" status: 204 len: 168 time: 0.1321118 Nov 11 01:03:23.923194 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82c9e8-f00c-435f-8687-677a4d2f3a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f742c3b3-9e4f-4694-99d9-6340d2e386a5,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:23.964410 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 54018) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:24.090717 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-4a41124b-f14c-4308-b488-286920d8788d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:24.178812 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-4a41124b-f14c-4308-b488-286920d8788d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:24.183230 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-4a41124b-f14c-4308-b488-286920d8788d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:24.223560 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-4a41124b-f14c-4308-b488-286920d8788d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5b31601e169647ba9658a77d682b0c6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2580347 Nov 11 01:03:24.226142 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41124b-f14c-4308-b488-286920d8788d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cfd3a0-4cb0-436b-9e22-c1cfedce710a,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:24.226863 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 54028) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:24.278773 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-0a5346d5-8534-4d78-a078-99fe05ae5329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:24.303072 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-0a5346d5-8534-4d78-a078-99fe05ae5329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:24.304368 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 54030) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:24.318329 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19589f5f-515a-45c1-9533-0c12285cbc29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:24.359706 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-0a5346d5-8534-4d78-a078-99fe05ae5329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:24.364310 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-0a5346d5-8534-4d78-a078-99fe05ae5329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:24.368207 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-0a5346d5-8534-4d78-a078-99fe05ae5329 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f6cfd3a0-4cb0-436b-9e22-c1cfedce710a HTTP/1.1" status: 204 len: 168 time: 0.1375647 Nov 11 01:03:24.373704 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5346d5-8534-4d78-a078-99fe05ae5329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cfd3a0-4cb0-436b-9e22-c1cfedce710a,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:24.415243 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19589f5f-515a-45c1-9533-0c12285cbc29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:24.419180 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19589f5f-515a-45c1-9533-0c12285cbc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:24.458693 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-19589f5f-515a-45c1-9533-0c12285cbc29 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=de62020dad3d46de84a550d5108009ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1531122 Nov 11 01:03:24.460708 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19589f5f-515a-45c1-9533-0c12285cbc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc496138-2d17-4fac-9def-fd12ce4cf7f5,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:24.464411 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 54038) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:24.513567 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-398f438d-6714-4f07-8984-85ba062abd97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:24.534688 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-398f438d-6714-4f07-8984-85ba062abd97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:24.585398 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-398f438d-6714-4f07-8984-85ba062abd97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:24.588440 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-398f438d-6714-4f07-8984-85ba062abd97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:24.590057 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-398f438d-6714-4f07-8984-85ba062abd97 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dc496138-2d17-4fac-9def-fd12ce4cf7f5 HTTP/1.1" status: 204 len: 168 time: 0.1247470 Nov 11 01:03:24.599034 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f438d-6714-4f07-8984-85ba062abd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc496138-2d17-4fac-9def-fd12ce4cf7f5,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:24.730395 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 54048) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:24.745401 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-6fa28ce2-aee7-4f6b-833d-de4b500435c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:24.834905 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-6fa28ce2-aee7-4f6b-833d-de4b500435c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:24.840419 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-6fa28ce2-aee7-4f6b-833d-de4b500435c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:24.883376 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-6fa28ce2-aee7-4f6b-833d-de4b500435c0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7a82d5abd16244de9c43b97f5d08d6f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512229 Nov 11 01:03:24.886456 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 54056) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:24.886936 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa28ce2-aee7-4f6b-833d-de4b500435c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e014473c-03c0-4aa8-b767-7d4ddae2f5de,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:24.950651 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-23d12f10-c24f-4fac-9061-22a74c97499d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:24.983193 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-23d12f10-c24f-4fac-9061-22a74c97499d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:25.052886 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-23d12f10-c24f-4fac-9061-22a74c97499d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:25.055820 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-23d12f10-c24f-4fac-9061-22a74c97499d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:25.059234 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590ff9d-0548-40e5-8450-0740b1720fb8 req-a7357c4e-2f0d-460a-8ed9-9297499f5a50 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:25.059976 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-23d12f10-c24f-4fac-9061-22a74c97499d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e014473c-03c0-4aa8-b767-7d4ddae2f5de HTTP/1.1" status: 204 len: 168 time: 0.1711450 Nov 11 01:03:25.060898 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a590ff9d-0548-40e5-8450-0740b1720fb8 req-a7357c4e-2f0d-460a-8ed9-9297499f5a50 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0898392 Nov 11 01:03:25.071222 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d12f10-c24f-4fac-9061-22a74c97499d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e014473c-03c0-4aa8-b767-7d4ddae2f5de,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:25.177476 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a590ff9d-0548-40e5-8450-0740b1720fb8 req-9e14a4e8-da8a-4642-a64a-0537bdd1ed36 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067455 Nov 11 01:03:26.308752 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fb742-76eb-415d-a61d-21a0f7c71d14 req-44b2dc98-b299-4e58-802a-317a613de833 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:26.311139 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-049fb742-76eb-415d-a61d-21a0f7c71d14 req-44b2dc98-b299-4e58-802a-317a613de833 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0539865 Nov 11 01:03:26.363233 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-049fb742-76eb-415d-a61d-21a0f7c71d14 req-7187b3a5-2e1e-47f1-a940-eff8afb3a220 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444286 Nov 11 01:03:27.485450 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef53ea-9a0c-4bdd-ae4e-637b87118906 req-c2e58e16-1595-43d8-8c96-53aba98a3eba tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:27.488121 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-87ef53ea-9a0c-4bdd-ae4e-637b87118906 req-c2e58e16-1595-43d8-8c96-53aba98a3eba tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0571136 Nov 11 01:03:27.539321 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-87ef53ea-9a0c-4bdd-ae4e-637b87118906 req-de415bc6-a3e4-4f3d-89a4-356df240a354 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452719 Nov 11 01:03:28.189057 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 54274) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:28.290780 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0eee-3ed7-4ee7-9d76-b309f21c23ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:28.364843 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0eee-3ed7-4ee7-9d76-b309f21c23ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:28.368996 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0eee-3ed7-4ee7-9d76-b309f21c23ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:28.406735 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-5b5e0eee-3ed7-4ee7-9d76-b309f21c23ef admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fd3cc65a732a4421b38509b9ae3adab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163858 Nov 11 01:03:28.407694 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e0eee-3ed7-4ee7-9d76-b309f21c23ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b814114-c2ee-4e4d-9fbe-dbc8be063782,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:28.409607 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 54280) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:28.457476 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-69c2ba18-0b44-4cb5-8dbd-6a1924705f11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:28.478638 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-69c2ba18-0b44-4cb5-8dbd-6a1924705f11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:28.523728 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-69c2ba18-0b44-4cb5-8dbd-6a1924705f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:28.526034 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-69c2ba18-0b44-4cb5-8dbd-6a1924705f11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:28.527184 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-69c2ba18-0b44-4cb5-8dbd-6a1924705f11 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7b814114-c2ee-4e4d-9fbe-dbc8be063782 HTTP/1.1" status: 204 len: 168 time: 0.1157935 Nov 11 01:03:28.535222 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2ba18-0b44-4cb5-8dbd-6a1924705f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b814114-c2ee-4e4d-9fbe-dbc8be063782,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:28.670622 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e702d-f9c3-4ffc-bec9-1c850014941c req-8f0100f3-f1ac-4309-866f-102db079fe87 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:28.672152 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-046e702d-f9c3-4ffc-bec9-1c850014941c req-8f0100f3-f1ac-4309-866f-102db079fe87 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0626204 Nov 11 01:03:28.727496 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-046e702d-f9c3-4ffc-bec9-1c850014941c req-2991c2ae-16eb-4d03-8700-a648f7b48bf6 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478528 Nov 11 01:03:28.813813 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 54292) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:28.827305 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c84d8d74-5157-40b1-9371-a8e3cbd5ed54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:28.899141 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c84d8d74-5157-40b1-9371-a8e3cbd5ed54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:28.902683 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c84d8d74-5157-40b1-9371-a8e3cbd5ed54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:28.939853 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-c84d8d74-5157-40b1-9371-a8e3cbd5ed54 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f3640d1dfdf84ac196611c564e8baacf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1250079 Nov 11 01:03:28.941589 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d8d74-5157-40b1-9371-a8e3cbd5ed54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6eca748-4c3d-4a49-b8df-c16863edeab3,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:28.943151 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 54294) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:28.990036 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ecdc42b6-6fa3-49f5-a77d-45d78de1d6cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:29.010923 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ecdc42b6-6fa3-49f5-a77d-45d78de1d6cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:29.056229 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ecdc42b6-6fa3-49f5-a77d-45d78de1d6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:29.058863 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ecdc42b6-6fa3-49f5-a77d-45d78de1d6cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:29.060037 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-ecdc42b6-6fa3-49f5-a77d-45d78de1d6cc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d6eca748-4c3d-4a49-b8df-c16863edeab3 HTTP/1.1" status: 204 len: 168 time: 0.1159201 Nov 11 01:03:29.068963 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc42b6-6fa3-49f5-a77d-45d78de1d6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6eca748-4c3d-4a49-b8df-c16863edeab3,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:29.374002 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-9e3126a3-3274-4bca-8495-9855eb05a9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:29.844080 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696445d-8fbc-4613-a1bb-556d05e20360 req-89d2e2c3-bd71-4804-91f1-669a71825968 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:29.845532 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d696445d-8fbc-4613-a1bb-556d05e20360 req-89d2e2c3-bd71-4804-91f1-669a71825968 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0485723 Nov 11 01:03:29.893668 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d696445d-8fbc-4613-a1bb-556d05e20360 req-78a21de3-378d-489e-84bb-09a7e527fd86 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409269 Nov 11 01:03:30.802211 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 54364) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:30.910327 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a14f9392-60ad-4764-be3e-c4bbc0f927e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:30.996500 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a14f9392-60ad-4764-be3e-c4bbc0f927e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:31.001593 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a14f9392-60ad-4764-be3e-c4bbc0f927e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:31.025659 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100432aa-c18c-48bb-a2fd-5ed75e06b75a req-014ef797-494b-4cfe-b71d-b575448bd20c tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:31.027173 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-100432aa-c18c-48bb-a2fd-5ed75e06b75a req-014ef797-494b-4cfe-b71d-b575448bd20c tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0624964 Nov 11 01:03:31.045099 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-a14f9392-60ad-4764-be3e-c4bbc0f927e3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=16e5bef199db407f9a567fe6400b79c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415261 Nov 11 01:03:31.045814 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 54370) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:31.046427 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f9392-60ad-4764-be3e-c4bbc0f927e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d724c6ee-6793-4a5e-9f75-e076263d7f54,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:31.082664 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-100432aa-c18c-48bb-a2fd-5ed75e06b75a req-cef2e0de-d185-426f-a6c8-f53317a3073b tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473850 Nov 11 01:03:31.106127 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3aacc9f9-5209-4596-a8b2-98ecc44f12b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:31.129544 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3aacc9f9-5209-4596-a8b2-98ecc44f12b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:31.176049 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3aacc9f9-5209-4596-a8b2-98ecc44f12b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:31.178652 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3aacc9f9-5209-4596-a8b2-98ecc44f12b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:31.179836 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-3aacc9f9-5209-4596-a8b2-98ecc44f12b8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d724c6ee-6793-4a5e-9f75-e076263d7f54 HTTP/1.1" status: 204 len: 168 time: 0.1305282 Nov 11 01:03:31.188047 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aacc9f9-5209-4596-a8b2-98ecc44f12b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d724c6ee-6793-4a5e-9f75-e076263d7f54,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:31.446604 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 54386) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:31.459736 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-9301558b-1684-4ce9-9ec8-1d2c20534d06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:31.535853 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-9301558b-1684-4ce9-9ec8-1d2c20534d06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:31.539926 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-9301558b-1684-4ce9-9ec8-1d2c20534d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:31.580233 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-9301558b-1684-4ce9-9ec8-1d2c20534d06 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d010e7914555434999089e3d76a729bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325061 Nov 11 01:03:31.582108 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301558b-1684-4ce9-9ec8-1d2c20534d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a476e0-bbf0-40bc-850a-87a968dacf08,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:31.583497 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 54392) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:31.633633 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1ae11b1e-7376-4ed9-a855-4064681bbd1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:31.655703 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1ae11b1e-7376-4ed9-a855-4064681bbd1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:31.705752 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1ae11b1e-7376-4ed9-a855-4064681bbd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:31.708422 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1ae11b1e-7376-4ed9-a855-4064681bbd1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:31.709751 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-1ae11b1e-7376-4ed9-a855-4064681bbd1c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b5a476e0-bbf0-40bc-850a-87a968dacf08 HTTP/1.1" status: 204 len: 168 time: 0.1242023 Nov 11 01:03:31.718039 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae11b1e-7376-4ed9-a855-4064681bbd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a476e0-bbf0-40bc-850a-87a968dacf08,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:31.814990 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d095e50a-2c11-46f7-b6b0-4ed52ab55091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:32.242713 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a2634-44d4-44f4-b7e1-044d040b5485 req-0363f7b2-9511-4f1f-bbce-2bc09721fe62 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:32.244897 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6f9a2634-44d4-44f4-b7e1-044d040b5485 req-0363f7b2-9511-4f1f-bbce-2bc09721fe62 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0830441 Nov 11 01:03:32.257526 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c271d8-2594-4180-9e7a-b97be0c44c02 req-e6c4d46b-307a-4ecc-85c2-75bded45e547 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:32.258999 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-14c271d8-2594-4180-9e7a-b97be0c44c02 req-e6c4d46b-307a-4ecc-85c2-75bded45e547 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 945 time: 0.0714161 Nov 11 01:03:32.339404 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6f9a2634-44d4-44f4-b7e1-044d040b5485 req-d510a0a4-abda-442b-badc-13fc183122a9 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791278 Nov 11 01:03:32.342670 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-14c271d8-2594-4180-9e7a-b97be0c44c02 req-6481bbd0-69f5-496e-b7a5-e5fe5bc8790a tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/security-groups?id=027c0a5b-4b04-4ea1-ada1-6d875af49653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769806 Nov 11 01:03:32.843813 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:33.490011 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 54520) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:33.568030 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_v2 [None req-81343f31-1678-4593-bbab-71417492a04d admin admin] Deleting subnet 437315c2-ffcb-40f8-9e46-918e04c3dbb2 {{(pid=101601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 01:03:33.571761 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-81343f31-1678-4593-bbab-71417492a04d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:33.578584 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e2a9f-253b-4816-9724-db8fda33d0c6 req-d709e369-78b2-43ba-bd3d-6b61c10a4796 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:33.581841 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d31e2a9f-253b-4816-9724-db8fda33d0c6 req-d709e369-78b2-43ba-bd3d-6b61c10a4796 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.1546826 Nov 11 01:03:33.592334 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165750be-44e2-4a91-a9d3-0b2076f57334 req-e7c4cce1-bf20-4e61-8672-467c481617e3 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:33.601588 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-165750be-44e2-4a91-a9d3-0b2076f57334 req-e7c4cce1-bf20-4e61-8672-467c481617e3 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 945 time: 0.1705155 Nov 11 01:03:33.621072 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-81343f31-1678-4593-bbab-71417492a04d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14391884'] for subnet, precommit_delete_associations {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:33.683206 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-81343f31-1678-4593-bbab-71417492a04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1988382'] for subnet, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:33.684419 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d31e2a9f-253b-4816-9724-db8fda33d0c6 req-ac90aa4f-61c0-4c62-8f19-5f68bb273f3e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802429 Nov 11 01:03:33.697314 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-165750be-44e2-4a91-a9d3-0b2076f57334 req-b649b3a4-6ace-4bcc-8b43-d8306b01af6e tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/security-groups?id=027c0a5b-4b04-4ea1-ada1-6d875af49653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948088 Nov 11 01:03:33.770932 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-81343f31-1678-4593-bbab-71417492a04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14461986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14289049'] for subnet, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:33.797308 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81343f31-1678-4593-bbab-71417492a04d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=437315c2-ffcb-40f8-9e46-918e04c3dbb2,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:33.806458 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-81343f31-1678-4593-bbab-71417492a04d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:33.810747 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-81343f31-1678-4593-bbab-71417492a04d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/437315c2-ffcb-40f8-9e46-918e04c3dbb2 HTTP/1.1" status: 204 len: 168 time: 0.3190432 Nov 11 01:03:33.812773 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81343f31-1678-4593-bbab-71417492a04d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:33.812981 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81343f31-1678-4593-bbab-71417492a04d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:33.813511 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81343f31-1678-4593-bbab-71417492a04d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:33.813841 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81343f31-1678-4593-bbab-71417492a04d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:33.814193 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81343f31-1678-4593-bbab-71417492a04d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:33.814520 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81343f31-1678-4593-bbab-71417492a04d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:33.815407 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81343f31-1678-4593-bbab-71417492a04d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:33.815565 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 54528) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:33.816808 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81343f31-1678-4593-bbab-71417492a04d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:33.817364 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81343f31-1678-4593-bbab-71417492a04d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:33.817836 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81343f31-1678-4593-bbab-71417492a04d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:33.818372 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81343f31-1678-4593-bbab-71417492a04d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:33.818917 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81343f31-1678-4593-bbab-71417492a04d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:33.896360 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698162'] for network, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:33.978084 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1989287', 'neutron.services.segments.db._delete_segments_for_network-8764259070437'] for network, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:33.997313 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:03:33.997692 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:03:33.998424 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:03:33.998751 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Subscribe: > port after_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:03:33.999112 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:03:33.999440 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Subscribe: > port after_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:03:33.999735 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:03:34.000044 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:03:34.000354 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:03:34.000665 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:03:34.069857 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:03:34.070199 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:03:34.070527 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:03:34.070852 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 01:03:34.071234 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.services.segments.db [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f3aade-8a9b-41d6-8df3-d98541ae9e2d']}} {{(pid=101602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:03:34.089217 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.services.segments.db [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a847760-6846-452c-bbf5-e1cbd72e2dd6') {'for_net_delete': True} {{(pid=101602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:03:34.089522 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.services.segments.db [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a847760-6846-452c-bbf5-e1cbd72e2dd6') {} {{(pid=101602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:03:34.109081 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764259091950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13137838'] for segment, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:34.132201 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:34.139741 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 01:03:34.140113 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13136815'] for segment, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: from cryptography.utils import int_from_bytes Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: from cryptography.utils import int_from_bytes Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: Traceback (most recent call last): Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: timer() Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: cb(*args, **kw) Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: return func(*args, **kwargs) Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: self._notify() Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: self.callback(batched_events) Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: event.method(event) Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: return f(self, *a, **k) Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: return self._get(url).json() Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: return self.request(url, 'GET', **kwargs) Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 01:03:34.144174 dv-cinder-817085-3-iscsi neutron-server[101602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 01:03:34.198522 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1989264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918263'] for network, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:34.206084 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:34.209336 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/f0f3aade-8a9b-41d6-8df3-d98541ae9e2d HTTP/1.1" status: 204 len: 168 time: 0.3925309 Nov 11 01:03:34.212255 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 54536) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:34.219065 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0f3aade-8a9b-41d6-8df3-d98541ae9e2d,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:34.226454 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:34.226730 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:34.227104 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:34.227438 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:34.227770 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:34.228099 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:34.228499 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:34.228740 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:34.229054 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:34.229483 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:34.229680 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:34.229994 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca23c71-d632-4d0d-8eb7-3b406a1e19c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:34.258549 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_v2 [None req-f606b55c-b71e-4ed4-b27d-82d37c580393 admin admin] Deleting subnet aa98096c-367c-4ccc-b5aa-46123f98b341 {{(pid=101601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 01:03:34.261830 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-f606b55c-b71e-4ed4-b27d-82d37c580393 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:34.295626 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-f606b55c-b71e-4ed4-b27d-82d37c580393 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14391884'] for subnet, precommit_delete_associations {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:34.334380 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-f606b55c-b71e-4ed4-b27d-82d37c580393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1988382'] for subnet, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:34.386682 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:34.392127 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-f606b55c-b71e-4ed4-b27d-82d37c580393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14461986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14289049'] for subnet, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:34.419997 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-f606b55c-b71e-4ed4-b27d-82d37c580393 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:34.423345 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-f606b55c-b71e-4ed4-b27d-82d37c580393 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/aa98096c-367c-4ccc-b5aa-46123f98b341 HTTP/1.1" status: 204 len: 168 time: 0.2100797 Nov 11 01:03:34.424987 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606b55c-b71e-4ed4-b27d-82d37c580393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa98096c-367c-4ccc-b5aa-46123f98b341,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:34.426994 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 54540) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:34.501426 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-65c72255-bd7f-4825-8429-9e00a6fe501d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698162'] for network, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:34.576995 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-65c72255-bd7f-4825-8429-9e00a6fe501d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1989287', 'neutron.services.segments.db._delete_segments_for_network-8764259070437'] for network, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:34.597024 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.services.segments.db [None req-65c72255-bd7f-4825-8429-9e00a6fe501d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b48fec6-1796-48d2-bdd2-c425badba17f']}} {{(pid=101602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:03:34.606058 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.services.segments.db [None req-65c72255-bd7f-4825-8429-9e00a6fe501d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209034d7-9021-4d7a-9f2e-094af58063ae') {'for_net_delete': True} {{(pid=101602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:03:34.606358 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.services.segments.db [None req-65c72255-bd7f-4825-8429-9e00a6fe501d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209034d7-9021-4d7a-9f2e-094af58063ae') {} {{(pid=101602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:03:34.619420 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-65c72255-bd7f-4825-8429-9e00a6fe501d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764259091950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13137838'] for segment, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:34.632521 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-65c72255-bd7f-4825-8429-9e00a6fe501d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:34.638263 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c72255-bd7f-4825-8429-9e00a6fe501d admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=101602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 01:03:34.638627 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-65c72255-bd7f-4825-8429-9e00a6fe501d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13136815'] for segment, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: Traceback (most recent call last): Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: timer() Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: cb(*args, **kw) Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: return func(*args, **kwargs) Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: self._notify() Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: self.callback(batched_events) Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: event.method(event) Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: return f(self, *a, **k) Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: return self._get(url).json() Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: return self.request(url, 'GET', **kwargs) Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 01:03:34.640225 dv-cinder-817085-3-iscsi neutron-server[101602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 01:03:34.693220 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-65c72255-bd7f-4825-8429-9e00a6fe501d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1989264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918263'] for network, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:34.698409 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-65c72255-bd7f-4825-8429-9e00a6fe501d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:34.701495 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-65c72255-bd7f-4825-8429-9e00a6fe501d admin admin] 10.222.0.52 "DELETE /v2.0/networks/5b48fec6-1796-48d2-bdd2-c425badba17f HTTP/1.1" status: 204 len: 168 time: 0.2726223 Nov 11 01:03:34.712180 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c72255-bd7f-4825-8429-9e00a6fe501d admin admin] Pushing event deleted for resources: {'Network': ['ID=5b48fec6-1796-48d2-bdd2-c425badba17f,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:34.844437 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11be286-10ba-4b49-8fef-1023156f9863 req-a9b9cff6-7f24-4533-895f-654e0a5e3893 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:34.845916 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b11be286-10ba-4b49-8fef-1023156f9863 req-a9b9cff6-7f24-4533-895f-654e0a5e3893 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0796199 Nov 11 01:03:34.869096 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e2d32-008e-4ef9-a8a2-49b0bd5a2e0b req-876ce830-3ab6-4f84-8b0a-d12f0f6e1ba9 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:34.870862 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-628e2d32-008e-4ef9-a8a2-49b0bd5a2e0b req-876ce830-3ab6-4f84-8b0a-d12f0f6e1ba9 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 945 time: 0.0788100 Nov 11 01:03:34.888735 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 54554) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:34.929309 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b11be286-10ba-4b49-8fef-1023156f9863 req-bf561873-67b6-4a2b-b18c-c29b02b9cbac tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739112 Nov 11 01:03:34.939036 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-cc92d3c1-fb1a-4c67-afd6-9c10045a35b2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bc6bf79f0d71486daf41ba6aa381e68e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491409 Nov 11 01:03:34.941747 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 54556) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:34.946496 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-628e2d32-008e-4ef9-a8a2-49b0bd5a2e0b req-716ed73f-f872-455c-be3f-09000d08f6d1 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/security-groups?id=027c0a5b-4b04-4ea1-ada1-6d875af49653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646203 Nov 11 01:03:34.972162 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:35.000094 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a33d0ba1-885e-40e6-b3fd-8cbb3edbff5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:35.022480 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a33d0ba1-885e-40e6-b3fd-8cbb3edbff5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:35.071433 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a33d0ba1-885e-40e6-b3fd-8cbb3edbff5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:35.073878 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a33d0ba1-885e-40e6-b3fd-8cbb3edbff5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:35.075273 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-a33d0ba1-885e-40e6-b3fd-8cbb3edbff5e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d3098238-42ef-4ebc-8ed5-f0c5b72845c1 HTTP/1.1" status: 204 len: 168 time: 0.1320782 Nov 11 01:03:35.083572 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d0ba1-885e-40e6-b3fd-8cbb3edbff5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3098238-42ef-4ebc-8ed5-f0c5b72845c1,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:35.385243 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 54564) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:35.427332 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-40223ee1-d8db-4cf9-8965-f1f1469600bb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e02ea3db6d3a4088a78638d506410637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409431 Nov 11 01:03:35.429721 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 54566) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:35.479284 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8653b85a-0b77-4aa6-9b4a-1adf41abd823 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:35.499791 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8653b85a-0b77-4aa6-9b4a-1adf41abd823 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:35.547991 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8653b85a-0b77-4aa6-9b4a-1adf41abd823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:35.550587 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8653b85a-0b77-4aa6-9b4a-1adf41abd823 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:35.551811 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-8653b85a-0b77-4aa6-9b4a-1adf41abd823 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1a73cc18-dc21-4518-ab8e-afefe855c128 HTTP/1.1" status: 204 len: 168 time: 0.1211576 Nov 11 01:03:35.559219 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653b85a-0b77-4aa6-9b4a-1adf41abd823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a73cc18-dc21-4518-ab8e-afefe855c128,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:36.139545 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbbdfc-fb83-4c18-8071-38091bb7fe04 req-c5c4afeb-91b9-4564-9bb1-3f68ea143890 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:36.155326 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cafbbdfc-fb83-4c18-8071-38091bb7fe04 req-c5c4afeb-91b9-4564-9bb1-3f68ea143890 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0785711 Nov 11 01:03:36.169560 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb54dd5-126f-46c5-a86e-12773e9e9c85 req-5a355663-66a6-4f50-a751-d6fe5f82e9c8 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:36.185295 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5eb54dd5-126f-46c5-a86e-12773e9e9c85 req-5a355663-66a6-4f50-a751-d6fe5f82e9c8 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 945 time: 0.1426175 Nov 11 01:03:36.280775 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5eb54dd5-126f-46c5-a86e-12773e9e9c85 req-94cd3948-47aa-4fc7-8b0f-08a89572af37 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/security-groups?id=027c0a5b-4b04-4ea1-ada1-6d875af49653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946257 Nov 11 01:03:36.290702 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cafbbdfc-fb83-4c18-8071-38091bb7fe04 req-d459a135-a151-46f6-aa48-32eb24b57a51 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034088 Nov 11 01:03:36.603788 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ceba7-bc43-47c6-b57b-5182a97d4594 req-a576b452-9ee6-4b55-9f5d-371365ebdf57 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:36.605303 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ac2ceba7-bc43-47c6-b57b-5182a97d4594 req-a576b452-9ee6-4b55-9f5d-371365ebdf57 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.64 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 945 time: 0.0485590 Nov 11 01:03:36.751999 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [req-ac2ceba7-bc43-47c6-b57b-5182a97d4594 req-e04c4125-4591-42e8-a2d2-cc96ad137d86 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Deleting port e550141e-b3f0-40cc-9ff5-80a4761a4f92 {{(pid=101602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:03:36.752377 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-ac2ceba7-bc43-47c6-b57b-5182a97d4594 req-e04c4125-4591-42e8-a2d2-cc96ad137d86 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:36.793044 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 54630) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:36.867300 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [req-ac2ceba7-bc43-47c6-b57b-5182a97d4594 req-e04c4125-4591-42e8-a2d2-cc96ad137d86 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] For port e550141e-b3f0-40cc-9ff5-80a4761a4f92, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e550141e-b3f0-40cc-9ff5-80a4761a4f92,segment=NetworkSegment(748d4e7d-d56c-4f08-8023-306fb073d7c7),segment_id=748d4e7d-d56c-4f08-8023-306fb073d7c7)] {{(pid=101602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:03:36.867681 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-ac2ceba7-bc43-47c6-b57b-5182a97d4594 req-e04c4125-4591-42e8-a2d2-cc96ad137d86 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:36.884163 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [req-ac2ceba7-bc43-47c6-b57b-5182a97d4594 req-e04c4125-4591-42e8-a2d2-cc96ad137d86 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Calling delete_port for e550141e-b3f0-40cc-9ff5-80a4761a4f92 owned by compute:nova {{(pid=101602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:03:36.911021 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-cffe8393-4531-4683-bb90-604ab6c5ce4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:36.996139 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-cffe8393-4531-4683-bb90-604ab6c5ce4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:36.999790 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-cffe8393-4531-4683-bb90-604ab6c5ce4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:37.041073 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-cffe8393-4531-4683-bb90-604ab6c5ce4b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dbf47f02ab6f40889e96e0d77341b836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468836 Nov 11 01:03:37.041929 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe8393-4531-4683-bb90-604ab6c5ce4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec52a9f1-ef42-41a4-9963-49ab1ad54af9,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:37.043738 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 54640) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:37.070629 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-ac2ceba7-bc43-47c6-b57b-5182a97d4594 req-e04c4125-4591-42e8-a2d2-cc96ad137d86 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:37.111070 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c4125-4591-42e8-a2d2-cc96ad137d86 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Pushing event deleted for resources: {'Port': ['ID=e550141e-b3f0-40cc-9ff5-80a4761a4f92,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:37.144759 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['e550141e-b3f0-40cc-9ff5-80a4761a4f92'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:03:37.187558 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2ceba7-bc43-47c6-b57b-5182a97d4594 req-e04c4125-4591-42e8-a2d2-cc96ad137d86 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] No DVR routers for this DVR port e550141e-b3f0-40cc-9ff5-80a4761a4f92 on host hv-cinder-81708 {{(pid=101602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:03:37.192041 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b0f7283e-094d-4fd3-986f-b7baf1de9acc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:37.193968 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-ac2ceba7-bc43-47c6-b57b-5182a97d4594 req-e04c4125-4591-42e8-a2d2-cc96ad137d86 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:37.197323 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ac2ceba7-bc43-47c6-b57b-5182a97d4594 req-e04c4125-4591-42e8-a2d2-cc96ad137d86 tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.64 "DELETE /v2.0/ports/e550141e-b3f0-40cc-9ff5-80a4761a4f92 HTTP/1.1" status: 204 len: 173 time: 0.5684979 Nov 11 01:03:37.197735 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0360cc95-5544-4fb1-bc22-e5597a623fc0', 'name': 'network-vif-deleted', 'tag': 'e550141e-b3f0-40cc-9ff5-80a4761a4f92'}] {{(pid=101602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:03:37.200284 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbc2a4dd34722a8e14e2fc20a6c680084dc03eb7d3307192ee443654b1fba6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c486d1-82b9-4b3e-a31f-52b116d2d2c9" -d '{"events": [{"server_uuid": "0360cc95-5544-4fb1-bc22-e5597a623fc0", "name": "network-vif-deleted", "tag": "e550141e-b3f0-40cc-9ff5-80a4761a4f92"}]}' {{(pid=101602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:03:37.227274 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b0f7283e-094d-4fd3-986f-b7baf1de9acc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:37.255115 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3a352c-a874-4fec-a10b-2c151f00ade2 x-openstack-request-id: req-ed3a352c-a874-4fec-a10b-2c151f00ade2 {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:03:37.255403 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0360cc95-5544-4fb1-bc22-e5597a623fc0", "name": "network-vif-deleted", "tag": "e550141e-b3f0-40cc-9ff5-80a4761a4f92", "status": "completed", "code": 200}]} {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:03:37.255671 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ed3a352c-a874-4fec-a10b-2c151f00ade2 {{(pid=101602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:03:37.256030 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0360cc95-5544-4fb1-bc22-e5597a623fc0', 'name': 'network-vif-deleted', 'tag': 'e550141e-b3f0-40cc-9ff5-80a4761a4f92', 'status': 'completed', 'code': 200} Nov 11 01:03:37.282905 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b0f7283e-094d-4fd3-986f-b7baf1de9acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:37.286389 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b0f7283e-094d-4fd3-986f-b7baf1de9acc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:37.287565 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-b0f7283e-094d-4fd3-986f-b7baf1de9acc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ec52a9f1-ef42-41a4-9963-49ab1ad54af9 HTTP/1.1" status: 204 len: 168 time: 0.2398858 Nov 11 01:03:37.298629 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7283e-094d-4fd3-986f-b7baf1de9acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec52a9f1-ef42-41a4-9963-49ab1ad54af9,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:37.670485 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4f187247-3320-479c-9c15-3cdc02cd72a4 req-66bb8898-6c5c-4e38-9cb2-6ead8b52999c tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 210 time: 0.2688651 Nov 11 01:03:37.686613 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4f4d9-dfa3-46fa-a9ed-3bfa571c7d76 req-d50fdf40-ad71-4633-a028-53595cb0db91 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:37.688373 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4bc4f4d9-dfa3-46fa-a9ed-3bfa571c7d76 req-d50fdf40-ad71-4633-a028-53595cb0db91 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.3061495 Nov 11 01:03:37.753546 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4bc4f4d9-dfa3-46fa-a9ed-3bfa571c7d76 req-f288a02a-36fc-41d1-a88f-3f257acfa5d3 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579703 Nov 11 01:03:38.810839 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-02578bef-c002-47cd-9ffb-59e5b5aafa27 req-0fef8cdb-2173-4866-b898-0e653755fdbe tempest-DeleteServersTestJSON-1830722287 tempest-DeleteServersTestJSON-1830722287-project] 10.222.0.52 "GET /v2.0/ports?device_id=0360cc95-5544-4fb1-bc22-e5597a623fc0 HTTP/1.1" status: 200 len: 210 time: 0.0374379 Nov 11 01:03:38.891751 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c797a-69a7-4fc2-afae-ff7033d9e72e req-7ee0e5e8-412e-4f48-aa84-2470bdc384d6 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:38.893973 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-db0c797a-69a7-4fc2-afae-ff7033d9e72e req-7ee0e5e8-412e-4f48-aa84-2470bdc384d6 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0525882 Nov 11 01:03:38.943674 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-db0c797a-69a7-4fc2-afae-ff7033d9e72e req-366fed85-55b1-4752-9ec6-680d2b6f87fe tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445406 Nov 11 01:03:39.254036 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 54832) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:39.312722 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device e550141e-b3f0-40cc-9ff5-80a4761a4f92 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:03:39.339168 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] No Port match for: e550141e-b3f0-40cc-9ff5-80a4761a4f92 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:03:39.339588 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device e550141e-b3f0-40cc-9ff5-80a4761a4f92 not bound to the agent host hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:03:39.367176 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3d46a246-698b-41c0-b689-40d005aa39a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:39.447659 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3d46a246-698b-41c0-b689-40d005aa39a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:39.451239 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3d46a246-698b-41c0-b689-40d005aa39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:39.489494 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-3d46a246-698b-41c0-b689-40d005aa39a0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=da740db975504bd691746d738554d93d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342827 Nov 11 01:03:39.490426 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46a246-698b-41c0-b689-40d005aa39a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efee2d32-e6f7-41c3-971b-7794bd4b06c4,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:39.492334 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 54840) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:39.564373 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-7fbdf696-6995-4930-8f02-de10e928d0a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:39.588671 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-7fbdf696-6995-4930-8f02-de10e928d0a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:39.638056 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-7fbdf696-6995-4930-8f02-de10e928d0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:39.641151 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-7fbdf696-6995-4930-8f02-de10e928d0a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:39.642172 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-7fbdf696-6995-4930-8f02-de10e928d0a1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/efee2d32-e6f7-41c3-971b-7794bd4b06c4 HTTP/1.1" status: 204 len: 168 time: 0.1487603 Nov 11 01:03:39.650343 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbdf696-6995-4930-8f02-de10e928d0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efee2d32-e6f7-41c3-971b-7794bd4b06c4,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:39.945702 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 54870) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:39.960483 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-47964e13-414b-4c30-9bb6-f020ca402cfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:40.122714 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-47964e13-414b-4c30-9bb6-f020ca402cfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:40.138330 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c6dc8-ef88-4a38-a463-29089f230916 req-05cc1f3e-0460-43db-be22-39eca80754ca tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:40.139891 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fd5c6dc8-ef88-4a38-a463-29089f230916 req-05cc1f3e-0460-43db-be22-39eca80754ca tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0744259 Nov 11 01:03:40.140846 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-47964e13-414b-4c30-9bb6-f020ca402cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:40.198429 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-47964e13-414b-4c30-9bb6-f020ca402cfa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=79871a72b6c74034ba0d36f8ac007ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2513788 Nov 11 01:03:40.201226 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 54892) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:40.209744 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47964e13-414b-4c30-9bb6-f020ca402cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce26538b-09fa-43e1-9dda-3f5cc0de831f,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:40.258411 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fd5c6dc8-ef88-4a38-a463-29089f230916 req-8c97abe0-b52f-4d13-b808-80b62a68f33a tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028109 Nov 11 01:03:40.278316 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-208f8663-d637-4145-8ae2-85e63b05261e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:40.288012 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-12de6556-bae3-45a3-8872-e414c510b4ac req-c183a689-bdf4-490e-92e5-133c312f9241 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506201 Nov 11 01:03:40.303989 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-208f8663-d637-4145-8ae2-85e63b05261e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:40.382112 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-208f8663-d637-4145-8ae2-85e63b05261e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:40.387569 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-208f8663-d637-4145-8ae2-85e63b05261e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:40.389499 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-208f8663-d637-4145-8ae2-85e63b05261e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ce26538b-09fa-43e1-9dda-3f5cc0de831f HTTP/1.1" status: 204 len: 168 time: 0.1867900 Nov 11 01:03:40.405046 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f8663-d637-4145-8ae2-85e63b05261e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce26538b-09fa-43e1-9dda-3f5cc0de831f,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:40.430016 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 54902) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:40.479559 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de6556-bae3-45a3-8872-e414c510b4ac req-e6f0ac20-f9b1-4713-859a-f80f62b11ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:40.481203 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-12de6556-bae3-45a3-8872-e414c510b4ac req-e6f0ac20-f9b1-4713-859a-f80f62b11ff8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43ffc4ef7782463480e07227c26cfa47&device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 1098 time: 0.0664873 Nov 11 01:03:40.562006 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5451750b-d7d1-46e0-a316-b62aecf3bbad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:40.697471 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5451750b-d7d1-46e0-a316-b62aecf3bbad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:40.703811 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5451750b-d7d1-46e0-a316-b62aecf3bbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:40.714976 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de6556-bae3-45a3-8872-e414c510b4ac req-8b7ccfb6-53ed-4b05-8f9a-4dba85baec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:40.717107 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-12de6556-bae3-45a3-8872-e414c510b4ac req-8b7ccfb6-53ed-4b05-8f9a-4dba85baec5a service neutron] 10.222.0.64 "GET /v2.0/networks?id=232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 HTTP/1.1" status: 200 len: 915 time: 0.1654656 Nov 11 01:03:40.749879 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451750b-d7d1-46e0-a316-b62aecf3bbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e76fa1-18d2-423d-a30f-6126a54f76b6,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:40.773921 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-5451750b-d7d1-46e0-a316-b62aecf3bbad admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=11472700984d4e38a96ccfec5b3ec664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3422918 Nov 11 01:03:40.776282 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 54920) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:40.792898 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-12de6556-bae3-45a3-8872-e414c510b4ac req-7838c94e-26e3-45c3-905c-3bf93bd23f6a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05b60e97-4d8c-4758-b07d-22fad0adb972 HTTP/1.1" status: 200 len: 217 time: 0.0603726 Nov 11 01:03:40.860955 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de6556-bae3-45a3-8872-e414c510b4ac req-4b9da3b6-1d6f-4651-9e5f-63bc7b63ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:40.862215 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8495-a17d-4705-a7e5-59c9f528fcec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:40.862511 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-12de6556-bae3-45a3-8872-e414c510b4ac req-4b9da3b6-1d6f-4651-9e5f-63bc7b63ad91 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2b7bfe1a-44c7-4090-b981-aebbae43c563 HTTP/1.1" status: 200 len: 855 time: 0.0493379 Nov 11 01:03:40.885266 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8495-a17d-4705-a7e5-59c9f528fcec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:40.912213 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-12de6556-bae3-45a3-8872-e414c510b4ac req-0a22b139-abc5-4b32-aa53-7bf8b66ef826 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=232e5fb8-96bd-4e33-ad1f-50b0e7e803d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317311 Nov 11 01:03:40.937770 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8495-a17d-4705-a7e5-59c9f528fcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:40.940433 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8495-a17d-4705-a7e5-59c9f528fcec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:40.944147 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-3b9d8495-a17d-4705-a7e5-59c9f528fcec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d2e76fa1-18d2-423d-a30f-6126a54f76b6 HTTP/1.1" status: 204 len: 168 time: 0.1641951 Nov 11 01:03:40.949546 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d8495-a17d-4705-a7e5-59c9f528fcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e76fa1-18d2-423d-a30f-6126a54f76b6,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:41.049790 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-12de6556-bae3-45a3-8872-e414c510b4ac req-a7f4c068-4d36-4e86-95fd-6dd036116e62 service neutron] 10.222.0.64 "GET /v2.0/networks/232e5fb8-96bd-4e33-ad1f-50b0e7e803d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208131 Nov 11 01:03:41.170244 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-12de6556-bae3-45a3-8872-e414c510b4ac req-5d665b91-490e-4afc-a289-e89b8e73ecd6 service neutron] 10.222.0.64 "GET /v2.0/networks/232e5fb8-96bd-4e33-ad1f-50b0e7e803d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966420 Nov 11 01:03:41.272065 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 54944) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:41.285802 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-c1813c83-984e-4882-ad9e-bb4d94bb8aa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:41.399369 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-c1813c83-984e-4882-ad9e-bb4d94bb8aa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:41.404926 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-c1813c83-984e-4882-ad9e-bb4d94bb8aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:41.412834 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb15ca7-be3d-4360-9d46-d4038db7c628 req-776927af-711a-418c-8c8d-817632a5f8cf tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:41.414641 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-adb15ca7-be3d-4360-9d46-d4038db7c628 req-776927af-711a-418c-8c8d-817632a5f8cf tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0730140 Nov 11 01:03:41.453877 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1813c83-984e-4882-ad9e-bb4d94bb8aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b3c4a8-36cf-4b64-b631-a0aca745ff48,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:41.459735 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-c1813c83-984e-4882-ad9e-bb4d94bb8aa9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0596e41747b94b858dbad62584d2484b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1886885 Nov 11 01:03:41.462381 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 54952) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:41.484606 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-adb15ca7-be3d-4360-9d46-d4038db7c628 req-9668d612-7d05-47fd-ad69-7c293c70eb92 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638800 Nov 11 01:03:41.527636 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-3a55c9ec-8f03-4f97-adfb-f00b5168d6dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:41.549982 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-3a55c9ec-8f03-4f97-adfb-f00b5168d6dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:41.575939 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 54960) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:41.599248 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-3a55c9ec-8f03-4f97-adfb-f00b5168d6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:41.601973 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-3a55c9ec-8f03-4f97-adfb-f00b5168d6dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:41.606415 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-3a55c9ec-8f03-4f97-adfb-f00b5168d6dc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/16b3c4a8-36cf-4b64-b631-a0aca745ff48 HTTP/1.1" status: 204 len: 168 time: 0.1430190 Nov 11 01:03:41.616438 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55c9ec-8f03-4f97-adfb-f00b5168d6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b3c4a8-36cf-4b64-b631-a0aca745ff48,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:41.686536 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d077a6-9e6e-4133-ae29-0f674540c9a3 admin admin] Deleting subnet dffca17d-eebc-424e-b6df-1a9ec6bcf3b4 {{(pid=101601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 01:03:41.697037 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-55d077a6-9e6e-4133-ae29-0f674540c9a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:41.747006 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-55d077a6-9e6e-4133-ae29-0f674540c9a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14391884'] for subnet, precommit_delete_associations {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:41.789851 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-55d077a6-9e6e-4133-ae29-0f674540c9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1988382'] for subnet, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:41.849549 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-55d077a6-9e6e-4133-ae29-0f674540c9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14461986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14289049'] for subnet, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:41.879780 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d077a6-9e6e-4133-ae29-0f674540c9a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dffca17d-eebc-424e-b6df-1a9ec6bcf3b4,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:41.883677 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-55d077a6-9e6e-4133-ae29-0f674540c9a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:41.886902 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-55d077a6-9e6e-4133-ae29-0f674540c9a3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/dffca17d-eebc-424e-b6df-1a9ec6bcf3b4 HTTP/1.1" status: 204 len: 168 time: 0.3099549 Nov 11 01:03:41.889530 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 54972) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:41.974055 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-e6a4fcdf-2646-490a-ba91-e1668988ae97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698162'] for network, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:42.091590 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 54978) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:42.107625 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dd1c9ab8-176e-4273-bfc6-9d6a7bc35295 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:42.130359 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-e6a4fcdf-2646-490a-ba91-e1668988ae97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1989287', 'neutron.services.segments.db._delete_segments_for_network-8764259070437'] for network, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:42.153274 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.services.segments.db [None req-e6a4fcdf-2646-490a-ba91-e1668988ae97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048a8821-d983-414f-be92-0b2d1da42155']}} {{(pid=101601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:03:42.163363 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.services.segments.db [None req-e6a4fcdf-2646-490a-ba91-e1668988ae97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748d4e7d-d56c-4f08-8023-306fb073d7c7') {'for_net_delete': True} {{(pid=101601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:03:42.163656 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.services.segments.db [None req-e6a4fcdf-2646-490a-ba91-e1668988ae97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748d4e7d-d56c-4f08-8023-306fb073d7c7') {} {{(pid=101601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:03:42.173706 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-e6a4fcdf-2646-490a-ba91-e1668988ae97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764259091950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14391893'] for segment, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:42.188789 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-e6a4fcdf-2646-490a-ba91-e1668988ae97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:42.194375 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dd1c9ab8-176e-4273-bfc6-9d6a7bc35295 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:42.196207 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a4fcdf-2646-490a-ba91-e1668988ae97 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=101601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 01:03:42.196684 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-e6a4fcdf-2646-490a-ba91-e1668988ae97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14462076'] for segment, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:42.198266 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dd1c9ab8-176e-4273-bfc6-9d6a7bc35295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: Traceback (most recent call last): Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: timer() Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: cb(*args, **kw) Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: return func(*args, **kwargs) Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: self._notify() Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: self.callback(batched_events) Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: event.method(event) Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: return f(self, *a, **k) Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: return self._get(url).json() Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: return self.request(url, 'GET', **kwargs) Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 01:03:42.198530 dv-cinder-817085-3-iscsi neutron-server[101601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 01:03:42.242879 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-dd1c9ab8-176e-4273-bfc6-9d6a7bc35295 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6f58c70b14e946c6ac0cee7f390c9a6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490293 Nov 11 01:03:42.244087 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c9ab8-176e-4273-bfc6-9d6a7bc35295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc62e22e-a3d3-4a25-af59-e14cc23a8767,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:42.246579 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 54980) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:42.260292 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-e6a4fcdf-2646-490a-ba91-e1668988ae97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1989264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918263'] for network, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:42.264788 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-e6a4fcdf-2646-490a-ba91-e1668988ae97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:42.272007 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-e6a4fcdf-2646-490a-ba91-e1668988ae97 admin admin] 10.222.0.52 "DELETE /v2.0/networks/048a8821-d983-414f-be92-0b2d1da42155 HTTP/1.1" status: 204 len: 168 time: 0.3813488 Nov 11 01:03:42.288480 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4fcdf-2646-490a-ba91-e1668988ae97 admin admin] Pushing event deleted for resources: {'Network': ['ID=048a8821-d983-414f-be92-0b2d1da42155,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:42.301071 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-95209041-7b84-4c18-8bda-a0de0532597a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:42.325595 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-95209041-7b84-4c18-8bda-a0de0532597a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:42.375166 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-95209041-7b84-4c18-8bda-a0de0532597a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:42.378269 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-95209041-7b84-4c18-8bda-a0de0532597a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:42.379433 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-95209041-7b84-4c18-8bda-a0de0532597a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cc62e22e-a3d3-4a25-af59-e14cc23a8767 HTTP/1.1" status: 204 len: 168 time: 0.1319041 Nov 11 01:03:42.388186 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95209041-7b84-4c18-8bda-a0de0532597a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc62e22e-a3d3-4a25-af59-e14cc23a8767,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:42.454917 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 54986) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:42.495922 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-4eeba745-b27e-4f99-a151-5e42acc4e8ae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=daf7efb5653647a882c13e0316a7ab68&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396001 Nov 11 01:03:42.498427 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 54988) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:42.552153 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-052fd0a5-97eb-4271-a470-0b4d75932cb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:42.578213 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-052fd0a5-97eb-4271-a470-0b4d75932cb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:42.619753 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26a699-a2a2-4e89-a5b4-170487750d46 req-32cec9b3-05f0-4e8c-bef7-456609e3820a tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:42.623417 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dd26a699-a2a2-4e89-a5b4-170487750d46 req-32cec9b3-05f0-4e8c-bef7-456609e3820a tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0632522 Nov 11 01:03:42.636933 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-052fd0a5-97eb-4271-a470-0b4d75932cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:42.640050 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-052fd0a5-97eb-4271-a470-0b4d75932cb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:42.651563 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-052fd0a5-97eb-4271-a470-0b4d75932cb1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/027c0a5b-4b04-4ea1-ada1-6d875af49653 HTTP/1.1" status: 204 len: 168 time: 0.1477621 Nov 11 01:03:42.668101 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fd0a5-97eb-4271-a470-0b4d75932cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027c0a5b-4b04-4ea1-ada1-6d875af49653,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:42.694030 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dd26a699-a2a2-4e89-a5b4-170487750d46 req-008043f5-f5f7-47eb-bef1-11e178d2dace tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662706 Nov 11 01:03:43.387908 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 55046) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:43.481889 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-d2d4b067-af3f-48b5-8395-18b5022d7ac0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1962698695-network', 'tenant_id': 'd65821f142fe445b8388094f872c5457'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:03:43.502895 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d4b067-af3f-48b5-8395-18b5022d7ac0 admin admin] Made reservation on behalf of d65821f142fe445b8388094f872c5457 for: {'network': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:03:43.505305 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b067-af3f-48b5-8395-18b5022d7ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for network, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:43.513687 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b067-af3f-48b5-8395-18b5022d7ac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:43.543500 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:43.587091 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b067-af3f-48b5-8395-18b5022d7ac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:43.591012 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b067-af3f-48b5-8395-18b5022d7ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:43.616714 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d4b067-af3f-48b5-8395-18b5022d7ac0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=101601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 01:03:43.626114 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4b067-af3f-48b5-8395-18b5022d7ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee7fcf2-5215-4ff1-9394-2d9e12efdaf3,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:43.631501 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b067-af3f-48b5-8395-18b5022d7ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:43.631835 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.db.segments_db [None req-d2d4b067-af3f-48b5-8395-18b5022d7ac0 admin admin] Added segment 1634d06e-1d4c-4924-a971-6958bbee6c8d of type vlan for network 0201e78f-31b0-4780-85e5-2d0c4a5203a2 Nov 11 01:03:43.670855 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b067-af3f-48b5-8395-18b5022d7ac0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764258555859'] for network, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:43.697474 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b067-af3f-48b5-8395-18b5022d7ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for network, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:43.698410 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d4b067-af3f-48b5-8395-18b5022d7ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:43.699069 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b067-af3f-48b5-8395-18b5022d7ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:43.819879 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cace0a-8612-48ca-b6cc-1b02923a313e req-f4037c86-cd50-4fea-ac52-319fc8972ef8 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:43.823804 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c4cace0a-8612-48ca-b6cc-1b02923a313e req-f4037c86-cd50-4fea-ac52-319fc8972ef8 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0511856 Nov 11 01:03:43.875344 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c4cace0a-8612-48ca-b6cc-1b02923a313e req-d2abe38e-95fa-496a-84f4-a5d8e44632ac tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468855 Nov 11 01:03:43.932383 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-d2d4b067-af3f-48b5-8395-18b5022d7ac0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5433564 Nov 11 01:03:43.935375 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 55054) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:43.940966 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-f59ee344-511d-4c8b-b41f-7bd95f5c30cf admin admin] Request body: {'subnet': {'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1962698695-subnet', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:03:43.943642 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4b067-af3f-48b5-8395-18b5022d7ac0 admin admin] Pushing event updated for resources: {'Network': ['ID=0201e78f-31b0-4780-85e5-2d0c4a5203a2,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:43.953380 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Network 0201e78f-31b0-4780-85e5-2d0c4a5203a2 details requested by agent ovs-agent-dv-cinder-817085-3-iscsi with host dv-cinder-817085-3-iscsi {{(pid=101603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 01:03:43.970442 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59ee344-511d-4c8b-b41f-7bd95f5c30cf admin admin] Made reservation on behalf of d65821f142fe445b8388094f872c5457 for: {'subnet': 1} {{(pid=101602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:03:43.973526 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f59ee344-511d-4c8b-b41f-7bd95f5c30cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13560052'] for subnet, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:44.155781 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f59ee344-511d-4c8b-b41f-7bd95f5c30cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13136688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13560026'] for subnet, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:44.208210 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ee344-511d-4c8b-b41f-7bd95f5c30cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a02394f-0dc6-4d50-9053-e463b69f5032,revision_number=0']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:44.218784 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59ee344-511d-4c8b-b41f-7bd95f5c30cf admin admin] Checking segment: {'id': '1634d06e-1d4c-4924-a971-6958bbee6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:03:44.219232 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59ee344-511d-4c8b-b41f-7bd95f5c30cf admin admin] Network hostable DHCP agents. Network: 0201e78f-31b0-4780-85e5-2d0c4a5203a2, hostable agents: ['51ef0dbb-d632-4ef8-8741-cd394451711b'], hosted agents: [] {{(pid=101602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 01:03:44.237161 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59ee344-511d-4c8b-b41f-7bd95f5c30cf admin admin] Network 0201e78f-31b0-4780-85e5-2d0c4a5203a2 is scheduled to be hosted by DHCP agent 51ef0dbb-d632-4ef8-8741-cd394451711b with binding_index 1 {{(pid=101602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 01:03:44.246601 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.base_scheduler [None req-f59ee344-511d-4c8b-b41f-7bd95f5c30cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-3-iscsi, 0201e78f-31b0-4780-85e5-2d0c4a5203a2) {{(pid=101602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:03:44.254731 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c8dcc4-d37a-4029-9b6b-feb86f77c0a6 None None] Network 0201e78f-31b0-4780-85e5-2d0c4a5203a2 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:03:44.259534 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59ee344-511d-4c8b-b41f-7bd95f5c30cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:44.259534 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f59ee344-511d-4c8b-b41f-7bd95f5c30cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for subnet, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:44.272835 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-f59ee344-511d-4c8b-b41f-7bd95f5c30cf admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3363504 Nov 11 01:03:44.275563 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 55060) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:44.279871 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-88ffe42d-f059-45d9-bfc8-afcc804cc872 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1962698695-router', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:03:44.301676 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-88ffe42d-f059-45d9-bfc8-afcc804cc872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26547'] for router, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:44.302931 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-88ffe42d-f059-45d9-bfc8-afcc804cc872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26538'] for router, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:44.361090 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-88ffe42d-f059-45d9-bfc8-afcc804cc872 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:44.428050 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf009f10e-c01c-57c8-be8a-d17d016f7fe1-0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'fixed_ips': [{'subnet_id': '0a02394f-0dc6-4d50-9053-e463b69f5032'}]}} from dv-cinder-817085-3-iscsi. {{(pid=101603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 01:03:44.428908 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:44.501838 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-88ffe42d-f059-45d9-bfc8-afcc804cc872 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:44.568191 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.db_base_plugin_common [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Allocated IP 172.20.0.2 (0201e78f-31b0-4780-85e5-2d0c4a5203a2/0a02394f-0dc6-4d50-9053-e463b69f5032/2cb0bcd3-4953-45e3-bc69-2d5c19e006e0) {{(pid=101603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:03:44.718568 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-88ffe42d-f059-45d9-bfc8-afcc804cc872 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:44.738828 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-88ffe42d-f059-45d9-bfc8-afcc804cc872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:44.827565 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Publish callbacks [] for port, precommit_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:44.834379 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385'] for port, after_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:44.845443 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.db_base_plugin_common [None req-88ffe42d-f059-45d9-bfc8-afcc804cc872 admin admin] Allocated IP 172.27.2.214 (aa4f75c5-5213-4ff6-92cc-17e0fe78067f/bed3c881-f684-464c-a719-dd29140bdb28/6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72) {{(pid=101602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:03:44.878518 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Network 0201e78f-31b0-4780-85e5-2d0c4a5203a2 is already hosted by enough agents. {{(pid=101603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:03:44.883211 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.scheduler.base_scheduler [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Resources bound (agent type, host, resource id): {{(pid=101603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:03:44.892455 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Received port after_create {{(pid=101603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:03:44.895164 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Pushing event updated for resources: {'Port': ['ID=2cb0bcd3-4953-45e3-bc69-2d5c19e006e0,revision_number=1']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:44.908192 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:44.909105 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:44.909643 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:44.910001 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:44.910328 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:44.910675 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:44.911016 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:44.911336 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:44.911940 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:44.912266 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:44.912586 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:44.912893 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:44.958162 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Attempting to bind port 2cb0bcd3-4953-45e3-bc69-2d5c19e006e0 on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:03:44.958522 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Attempting to bind port 2cb0bcd3-4953-45e3-bc69-2d5c19e006e0 by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': '1634d06e-1d4c-4924-a971-6958bbee6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2'}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:03:44.959169 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Attempting to bind port 2cb0bcd3-4953-45e3-bc69-2d5c19e006e0 on network 0201e78f-31b0-4780-85e5-2d0c4a5203a2 {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:03:44.959298 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-88ffe42d-f059-45d9-bfc8-afcc804cc872 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:44.968679 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:03:44.969318 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Checking segment: {'id': '1634d06e-1d4c-4924-a971-6958bbee6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:03:44.969769 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:44.970163 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Bound using segment: {'id': '1634d06e-1d4c-4924-a971-6958bbee6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2'} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:03:44.970848 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Bound port: 2cb0bcd3-4953-45e3-bc69-2d5c19e006e0, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1634d06e-1d4c-4924-a971-6958bbee6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2'}}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:03:44.971127 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:44.994096 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-88ffe42d-f059-45d9-bfc8-afcc804cc872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:45.034634 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ffe42d-f059-45d9-bfc8-afcc804cc872 admin admin] Network aa4f75c5-5213-4ff6-92cc-17e0fe78067f is already hosted by enough agents. {{(pid=101602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:03:45.036308 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] For port 2cb0bcd3-4953-45e3-bc69-2d5c19e006e0, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:03:45.037659 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.base_scheduler [None req-88ffe42d-f059-45d9-bfc8-afcc804cc872 admin admin] Resources bound (agent type, host, resource id): {{(pid=101602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:03:45.040220 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] For port 2cb0bcd3-4953-45e3-bc69-2d5c19e006e0, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=2cb0bcd3-4953-45e3-bc69-2d5c19e006e0,segment=NetworkSegment(1634d06e-1d4c-4924-a971-6958bbee6c8d),segment_id=1634d06e-1d4c-4924-a971-6958bbee6c8d)] {{(pid=101603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:03:45.041289 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ffe42d-f059-45d9-bfc8-afcc804cc872 admin admin] Received port after_create {{(pid=101602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:03:45.044418 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:45.065798 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffe42d-f059-45d9-bfc8-afcc804cc872 admin admin] Pushing event updated for resources: {'Port': ['ID=6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:45.113098 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f5f1c-4b30-4cca-83ed-85aa76af42ac None None] Pushing event updated for resources: {'Port': ['ID=2cb0bcd3-4953-45e3-bc69-2d5c19e006e0,revision_number=2']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:45.317800 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-88ffe42d-f059-45d9-bfc8-afcc804cc872 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:45.527420 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-88ffe42d-f059-45d9-bfc8-afcc804cc872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918207'] for router, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:45.658523 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ffe42d-f059-45d9-bfc8-afcc804cc872 admin admin] Router de235f7c-9391-42e5-8fde-460afd907890 is scheduled to L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a with binding_index 1 {{(pid=101602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 01:03:45.766133 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ffe42d-f059-45d9-bfc8-afcc804cc872 admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:03:45.776180 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9074cdea-15bc-49aa-a24f-25b80fe4b50a None None] Sync routers for ids ['de235f7c-9391-42e5-8fde-460afd907890'] in dv-cinder-817085-3-iscsi {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:03:45.785019 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-88ffe42d-f059-45d9-bfc8-afcc804cc872 admin admin] Publish callbacks [] for router, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:45.787432 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-88ffe42d-f059-45d9-bfc8-afcc804cc872 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5108747 Nov 11 01:03:45.788805 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9074cdea-15bc-49aa-a24f-25b80fe4b50a None None] Routers {'de235f7c-9391-42e5-8fde-460afd907890'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:03:45.789326 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 55072) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:45.790210 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-9074cdea-15bc-49aa-a24f-25b80fe4b50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:03:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['de235f7c-9391-42e5-8fde-460afd907890'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:03:45.907544 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-9074cdea-15bc-49aa-a24f-25b80fe4b50a None None] Set router de235f7c-9391-42e5-8fde-460afd907890 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:03:46.066373 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73414dd-5179-4df1-b935-40c7a1c873d3 None None] Network 0201e78f-31b0-4780-85e5-2d0c4a5203a2 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:03:46.105588 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-9074cdea-15bc-49aa-a24f-25b80fe4b50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de235f7c-9391-42e5-8fde-460afd907890', 'name': 'tempest-AttachVolumeTestJSON-1962698695-router', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:45Z', 'revision_number': 3, 'project_id': 'd65821f142fe445b8388094f872c5457', 'gw_port': {'id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fe:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:03:46.137325 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9074cdea-15bc-49aa-a24f-25b80fe4b50a None None] Checking router: de235f7c-9391-42e5-8fde-460afd907890 for host: dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:03:46.137681 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9074cdea-15bc-49aa-a24f-25b80fe4b50a None None] Updating router de235f7c-9391-42e5-8fde-460afd907890 port 6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72 binding host dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 01:03:46.163991 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-35e54717-a99f-407b-b8c0-f3fdbb4fa44e None None] Provisioning complete for port 2cb0bcd3-4953-45e3-bc69-2d5c19e006e0 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:03:46.164369 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-35e54717-a99f-407b-b8c0-f3fdbb4fa44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:46.167376 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-9074cdea-15bc-49aa-a24f-25b80fe4b50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:46.281961 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-bad3a285-cea4-4cb1-82cf-edbf54672eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:46.331144 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-35e54717-a99f-407b-b8c0-f3fdbb4fa44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:46.368965 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 2cb0bcd3-4953-45e3-bc69-2d5c19e006e0 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:03:46.374730 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-35e54717-a99f-407b-b8c0-f3fdbb4fa44e None None] For port 2cb0bcd3-4953-45e3-bc69-2d5c19e006e0, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=2cb0bcd3-4953-45e3-bc69-2d5c19e006e0,segment=NetworkSegment(1634d06e-1d4c-4924-a971-6958bbee6c8d),segment_id=1634d06e-1d4c-4924-a971-6958bbee6c8d)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:03:46.402479 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-35e54717-a99f-407b-b8c0-f3fdbb4fa44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:46.477666 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e54717-a99f-407b-b8c0-f3fdbb4fa44e None None] Pushing event updated for resources: {'Port': ['ID=2cb0bcd3-4953-45e3-bc69-2d5c19e006e0,revision_number=3']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:46.483405 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 2cb0bcd3-4953-45e3-bc69-2d5c19e006e0 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:03:46.483772 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:46.491360 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-9074cdea-15bc-49aa-a24f-25b80fe4b50a None None] Publish callbacks [] for port, precommit_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:46.498561 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-9074cdea-15bc-49aa-a24f-25b80fe4b50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:46.529774 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [None req-bad3a285-cea4-4cb1-82cf-edbf54672eab admin admin] Allocated IP 172.20.0.1 (0201e78f-31b0-4780-85e5-2d0c4a5203a2/0a02394f-0dc6-4d50-9053-e463b69f5032/6c9e1032-c333-44ee-b00d-987b9abd248a) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:03:46.567532 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.managers [None req-9074cdea-15bc-49aa-a24f-25b80fe4b50a None None] Attempting to bind port 6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72 on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:03:46.567833 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.managers [None req-9074cdea-15bc-49aa-a24f-25b80fe4b50a None None] Attempting to bind port 6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72 by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}] {{(pid=101604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:03:46.568196 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9074cdea-15bc-49aa-a24f-25b80fe4b50a None None] Attempting to bind port 6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72 on network aa4f75c5-5213-4ff6-92cc-17e0fe78067f {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:03:46.573084 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242a497-beda-43c6-ab3f-d8b07d27a7f2 None None] Pushing event updated for resources: {'Port': ['ID=6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72,revision_number=2']} {{(pid=101604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:46.579495 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9074cdea-15bc-49aa-a24f-25b80fe4b50a None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:03:46.579865 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9074cdea-15bc-49aa-a24f-25b80fe4b50a None None] Checking segment: {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:03:46.580901 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-9074cdea-15bc-49aa-a24f-25b80fe4b50a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:46.581290 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9074cdea-15bc-49aa-a24f-25b80fe4b50a None None] Bound using segment: {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'} {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:03:46.581992 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.managers [None req-9074cdea-15bc-49aa-a24f-25b80fe4b50a None None] Bound port: 6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}}] {{(pid=101604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:03:46.582393 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-9074cdea-15bc-49aa-a24f-25b80fe4b50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:46.585384 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a242a497-beda-43c6-ab3f-d8b07d27a7f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:46.585749 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a242a497-beda-43c6-ab3f-d8b07d27a7f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:46.586080 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a242a497-beda-43c6-ab3f-d8b07d27a7f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:46.586412 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a242a497-beda-43c6-ab3f-d8b07d27a7f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:46.586747 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a242a497-beda-43c6-ab3f-d8b07d27a7f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:46.587122 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a242a497-beda-43c6-ab3f-d8b07d27a7f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:46.587448 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a242a497-beda-43c6-ab3f-d8b07d27a7f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:46.587774 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a242a497-beda-43c6-ab3f-d8b07d27a7f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:46.588112 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a242a497-beda-43c6-ab3f-d8b07d27a7f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:46.588433 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a242a497-beda-43c6-ab3f-d8b07d27a7f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:46.588752 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a242a497-beda-43c6-ab3f-d8b07d27a7f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:46.589324 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a242a497-beda-43c6-ab3f-d8b07d27a7f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:03:46.630205 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-7fa0f110-012d-4a83-b5e2-03d422e25661 None None] Provisioning complete for port 2cb0bcd3-4953-45e3-bc69-2d5c19e006e0 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:03:46.631050 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-7fa0f110-012d-4a83-b5e2-03d422e25661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:46.641874 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.db [None req-9074cdea-15bc-49aa-a24f-25b80fe4b50a None None] For port 6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:03:46.645675 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.db [None req-9074cdea-15bc-49aa-a24f-25b80fe4b50a None None] For port 6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:03:46.649263 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-bad3a285-cea4-4cb1-82cf-edbf54672eab admin admin] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:46.650442 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-9074cdea-15bc-49aa-a24f-25b80fe4b50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:46.692147 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-bad3a285-cea4-4cb1-82cf-edbf54672eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:46.710238 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9074cdea-15bc-49aa-a24f-25b80fe4b50a None None] Routers {'de235f7c-9391-42e5-8fde-460afd907890'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:03:46.710912 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-9074cdea-15bc-49aa-a24f-25b80fe4b50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:03:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['de235f7c-9391-42e5-8fde-460afd907890'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:03:46.744735 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad3a285-cea4-4cb1-82cf-edbf54672eab admin admin] Network 0201e78f-31b0-4780-85e5-2d0c4a5203a2 is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:03:46.749892 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-bad3a285-cea4-4cb1-82cf-edbf54672eab admin admin] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:03:46.752123 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3a285-cea4-4cb1-82cf-edbf54672eab admin admin] Pushing event updated for resources: {'Port': ['ID=6c9e1032-c333-44ee-b00d-987b9abd248a,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:46.754066 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242a497-beda-43c6-ab3f-d8b07d27a7f2 None None] Pushing event updated for resources: {'Port': ['ID=6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72,revision_number=3']} {{(pid=101604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:46.755753 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad3a285-cea4-4cb1-82cf-edbf54672eab admin admin] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:03:46.794185 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-bad3a285-cea4-4cb1-82cf-edbf54672eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919144'] for router_interface, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:46.839335 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-9074cdea-15bc-49aa-a24f-25b80fe4b50a None None] Set router de235f7c-9391-42e5-8fde-460afd907890 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:03:46.932857 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-bad3a285-cea4-4cb1-82cf-edbf54672eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:46.936423 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-66b18fa7-97e8-43eb-91ab-ad562be13e38 None None] Provisioning complete for port 6c9e1032-c333-44ee-b00d-987b9abd248a triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:03:46.936860 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-66b18fa7-97e8-43eb-91ab-ad562be13e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:46.995390 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-66b18fa7-97e8-43eb-91ab-ad562be13e38 None None] Port 6c9e1032-c333-44ee-b00d-987b9abd248a cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:03:47.036130 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-9074cdea-15bc-49aa-a24f-25b80fe4b50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de235f7c-9391-42e5-8fde-460afd907890', 'name': 'tempest-AttachVolumeTestJSON-1962698695-router', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:45Z', 'revision_number': 3, 'project_id': 'd65821f142fe445b8388094f872c5457', 'gw_port': {'id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fe:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:03:47.062975 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9074cdea-15bc-49aa-a24f-25b80fe4b50a None None] The sync data for ids ['de235f7c-9391-42e5-8fde-460afd907890'] in dv-cinder-817085-3-iscsi is: [{'id': 'de235f7c-9391-42e5-8fde-460afd907890', 'name': 'tempest-AttachVolumeTestJSON-1962698695-router', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:45Z', 'revision_number': 3, 'project_id': 'd65821f142fe445b8388094f872c5457', 'gw_port': {'id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fe:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}] {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:03:47.104210 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-bad3a285-cea4-4cb1-82cf-edbf54672eab admin admin] Publish callbacks [] for port, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:47.108626 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-bad3a285-cea4-4cb1-82cf-edbf54672eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:47.182757 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-bad3a285-cea4-4cb1-82cf-edbf54672eab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919292'] for router_interface, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:47.184984 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3a285-cea4-4cb1-82cf-edbf54672eab admin admin] Pushing event updated for resources: {'Port': ['ID=6c9e1032-c333-44ee-b00d-987b9abd248a,revision_number=2']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:47.304782 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad3a285-cea4-4cb1-82cf-edbf54672eab admin admin] Network 0201e78f-31b0-4780-85e5-2d0c4a5203a2 is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:03:47.308400 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-bad3a285-cea4-4cb1-82cf-edbf54672eab admin admin] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:03:47.439248 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad3a285-cea4-4cb1-82cf-edbf54672eab admin admin] Router de235f7c-9391-42e5-8fde-460afd907890 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:03:47.524366 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-6691844c-e7c1-4e88-963b-dc0f74c408af None None] Provisioning complete for port 6c9e1032-c333-44ee-b00d-987b9abd248a triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:03:47.524874 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-6691844c-e7c1-4e88-963b-dc0f74c408af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:47.555077 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad3a285-cea4-4cb1-82cf-edbf54672eab admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:03:47.559932 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-6691844c-e7c1-4e88-963b-dc0f74c408af None None] Port 6c9e1032-c333-44ee-b00d-987b9abd248a cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:03:47.563791 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-bad3a285-cea4-4cb1-82cf-edbf54672eab admin admin] 10.222.0.52 "PUT /v2.0/routers/de235f7c-9391-42e5-8fde-460afd907890/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7701428 Nov 11 01:03:47.884237 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:03:48.366460 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10686360-c1a1-424f-82a2-9921e8055b46 req-8c627e24-b5c0-421c-9bea-a2f10a580009 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:48.368160 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-10686360-c1a1-424f-82a2-9921e8055b46 req-8c627e24-b5c0-421c-9bea-a2f10a580009 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0527022 Nov 11 01:03:48.378668 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:03:48.421966 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-10686360-c1a1-424f-82a2-9921e8055b46 req-c771d2ca-280f-44e1-ba19-c9e6b5acaade tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422065 Nov 11 01:03:48.440708 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:03:48.441536 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:48.545041 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:48.578171 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] For port 6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:03:48.589519 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:48.589519 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 2cb0bcd3-4953-45e3-bc69-2d5c19e006e0 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:03:48.676978 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbbc72b-b537-4d88-8d08-f8e8dbb03723 None None] Sync routers for ids ['de235f7c-9391-42e5-8fde-460afd907890'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:03:48.690936 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Pushing event updated for resources: {'Port': ['ID=6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:48.698842 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbbc72b-b537-4d88-8d08-f8e8dbb03723 None None] Routers {'de235f7c-9391-42e5-8fde-460afd907890'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:03:48.699321 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-dcbbc72b-b537-4d88-8d08-f8e8dbb03723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:03:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['de235f7c-9391-42e5-8fde-460afd907890'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:03:48.751263 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 2cb0bcd3-4953-45e3-bc69-2d5c19e006e0 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:03:48.751634 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:48.852474 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-dcbbc72b-b537-4d88-8d08-f8e8dbb03723 None None] Set router de235f7c-9391-42e5-8fde-460afd907890 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:03:48.856757 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 55116) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:48.861742 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-857217f1-25d6-4f74-a0d5-513b01bb17c8 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--812654174', 'description': 'tempest-description--1001645292'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:03:48.899878 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-857217f1-25d6-4f74-a0d5-513b01bb17c8 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:48.976876 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-857217f1-25d6-4f74-a0d5-513b01bb17c8 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:48.981333 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-857217f1-25d6-4f74-a0d5-513b01bb17c8 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:49.014069 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-857217f1-25d6-4f74-a0d5-513b01bb17c8 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:49.015411 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-857217f1-25d6-4f74-a0d5-513b01bb17c8 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1575718 Nov 11 01:03:49.018295 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 55124) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:49.023265 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-b472a7fa-21f4-4a05-b9df-ebc09012257f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Request body: {'security_group_rule': {'security_group_id': 'f6a57922-cb4c-451f-ab06-1db4f021c8c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:03:49.023374 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857217f1-25d6-4f74-a0d5-513b01bb17c8 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a57922-cb4c-451f-ab06-1db4f021c8c7,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:49.059406 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b472a7fa-21f4-4a05-b9df-ebc09012257f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:49.127195 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-dcbbc72b-b537-4d88-8d08-f8e8dbb03723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de235f7c-9391-42e5-8fde-460afd907890', 'name': 'tempest-AttachVolumeTestJSON-1962698695-router', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:46Z', 'revision_number': 4, 'project_id': 'd65821f142fe445b8388094f872c5457', 'gw_port': {'id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fe:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '6c9e1032-c333-44ee-b00d-987b9abd248a', 'name': '', 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'mac_address': 'fa:16:3e:17:8d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:46Z', 'updated_at': '2021-11-11T01:03:46Z', 'revision_number': 2, 'project_id': 'd65821f142fe445b8388094f872c5457', 'subnets': [{'id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:03:49.144415 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b472a7fa-21f4-4a05-b9df-ebc09012257f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:49.148630 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b472a7fa-21f4-4a05-b9df-ebc09012257f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527026'] for security_group_rule, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:49.155308 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbbc72b-b537-4d88-8d08-f8e8dbb03723 None None] Checking router: de235f7c-9391-42e5-8fde-460afd907890 for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:03:49.155688 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbbc72b-b537-4d88-8d08-f8e8dbb03723 None None] Updating router de235f7c-9391-42e5-8fde-460afd907890 port 6c9e1032-c333-44ee-b00d-987b9abd248a binding host dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 01:03:49.172738 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472a7fa-21f4-4a05-b9df-ebc09012257f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f262b37-8eb0-4045-8e9e-801f532ff092,revision_number=0']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:49.185771 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-dcbbc72b-b537-4d88-8d08-f8e8dbb03723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:49.188382 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b472a7fa-21f4-4a05-b9df-ebc09012257f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:49.190277 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-b472a7fa-21f4-4a05-b9df-ebc09012257f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1706896 Nov 11 01:03:49.193106 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 55134) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:49.199089 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-76c0d9bb-199a-4d52-9e6d-ac149200cdc0 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Request body: {'security_group_rule': {'security_group_id': 'f6a57922-cb4c-451f-ab06-1db4f021c8c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:03:49.231536 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-76c0d9bb-199a-4d52-9e6d-ac149200cdc0 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:49.294679 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-76c0d9bb-199a-4d52-9e6d-ac149200cdc0 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:49.303055 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-76c0d9bb-199a-4d52-9e6d-ac149200cdc0 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527026'] for security_group_rule, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:49.318201 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0d9bb-199a-4d52-9e6d-ac149200cdc0 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01196012-1a3a-4e62-9b16-d0ddabc8f2e2,revision_number=0']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:49.340801 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-76c0d9bb-199a-4d52-9e6d-ac149200cdc0 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:49.342733 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-76c0d9bb-199a-4d52-9e6d-ac149200cdc0 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1483703 Nov 11 01:03:49.346002 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 55142) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:49.350757 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-6b437533-345f-4ec5-a4ef-ae047c91ec1f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Request body: {'floatingip': {'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:03:49.376625 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-6b437533-345f-4ec5-a4ef-ae047c91ec1f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for floatingip, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:49.486543 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-6b437533-345f-4ec5-a4ef-ae047c91ec1f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:49.591560 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-dcbbc72b-b537-4d88-8d08-f8e8dbb03723 None None] Publish callbacks [] for port, precommit_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:49.597041 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-dcbbc72b-b537-4d88-8d08-f8e8dbb03723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:49.614030 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a1ad6-49b5-4298-8f7a-858603145d7b req-3aaddcf0-2508-4693-8dc0-72e0b623c3fa tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:03:49.615575 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-051a1ad6-49b5-4298-8f7a-858603145d7b req-3aaddcf0-2508-4693-8dc0-72e0b623c3fa tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0869682 Nov 11 01:03:49.652766 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb52d8-9420-42c1-ac0d-03020baa88b0 None None] Pushing event updated for resources: {'Port': ['ID=6c9e1032-c333-44ee-b00d-987b9abd248a,revision_number=3']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:49.657478 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.db_base_plugin_common [None req-6b437533-345f-4ec5-a4ef-ae047c91ec1f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Allocated IP 172.27.2.202 (aa4f75c5-5213-4ff6-92cc-17e0fe78067f/bed3c881-f684-464c-a719-dd29140bdb28/2b507739-5014-484f-9a3f-b9e268541545) {{(pid=101602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:03:49.708542 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-dcbbc72b-b537-4d88-8d08-f8e8dbb03723 None None] Attempting to bind port 6c9e1032-c333-44ee-b00d-987b9abd248a on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:03:49.708914 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-dcbbc72b-b537-4d88-8d08-f8e8dbb03723 None None] Attempting to bind port 6c9e1032-c333-44ee-b00d-987b9abd248a by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': '1634d06e-1d4c-4924-a971-6958bbee6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2'}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:03:49.709273 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbbc72b-b537-4d88-8d08-f8e8dbb03723 None None] Attempting to bind port 6c9e1032-c333-44ee-b00d-987b9abd248a on network 0201e78f-31b0-4780-85e5-2d0c4a5203a2 {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:03:49.715240 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbbc72b-b537-4d88-8d08-f8e8dbb03723 None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:03:49.715612 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbbc72b-b537-4d88-8d08-f8e8dbb03723 None None] Checking segment: {'id': '1634d06e-1d4c-4924-a971-6958bbee6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:03:49.716011 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-dcbbc72b-b537-4d88-8d08-f8e8dbb03723 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:49.716529 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbbc72b-b537-4d88-8d08-f8e8dbb03723 None None] Bound using segment: {'id': '1634d06e-1d4c-4924-a971-6958bbee6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2'} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:03:49.717029 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-dcbbc72b-b537-4d88-8d08-f8e8dbb03723 None None] Bound port: 6c9e1032-c333-44ee-b00d-987b9abd248a, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1634d06e-1d4c-4924-a971-6958bbee6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2'}}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:03:49.717406 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-dcbbc72b-b537-4d88-8d08-f8e8dbb03723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:49.746303 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-051a1ad6-49b5-4298-8f7a-858603145d7b req-247b8f84-bbb2-4a45-a5b1-4f2d17bd1583 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191757 Nov 11 01:03:49.798785 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-dcbbc72b-b537-4d88-8d08-f8e8dbb03723 None None] For port 6c9e1032-c333-44ee-b00d-987b9abd248a, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:03:49.803583 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-dcbbc72b-b537-4d88-8d08-f8e8dbb03723 None None] For port 6c9e1032-c333-44ee-b00d-987b9abd248a, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=6c9e1032-c333-44ee-b00d-987b9abd248a,segment=NetworkSegment(1634d06e-1d4c-4924-a971-6958bbee6c8d),segment_id=1634d06e-1d4c-4924-a971-6958bbee6c8d)] {{(pid=101603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:03:49.813781 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-dcbbc72b-b537-4d88-8d08-f8e8dbb03723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:49.829275 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-6b437533-345f-4ec5-a4ef-ae047c91ec1f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for port, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:49.868055 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-6b437533-345f-4ec5-a4ef-ae047c91ec1f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:49.877345 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbbc72b-b537-4d88-8d08-f8e8dbb03723 None None] Routers {'de235f7c-9391-42e5-8fde-460afd907890'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:03:49.877973 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-dcbbc72b-b537-4d88-8d08-f8e8dbb03723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:03:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['de235f7c-9391-42e5-8fde-460afd907890'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:03:49.883026 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb52d8-9420-42c1-ac0d-03020baa88b0 None None] Pushing event updated for resources: {'Port': ['ID=6c9e1032-c333-44ee-b00d-987b9abd248a,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:49.909618 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b437533-345f-4ec5-a4ef-ae047c91ec1f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Network aa4f75c5-5213-4ff6-92cc-17e0fe78067f is already hosted by enough agents. {{(pid=101602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:03:49.917445 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.base_scheduler [None req-6b437533-345f-4ec5-a4ef-ae047c91ec1f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Resources bound (agent type, host, resource id): {{(pid=101602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:03:49.919961 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b437533-345f-4ec5-a4ef-ae047c91ec1f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Received port after_create {{(pid=101602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:03:49.950102 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b437533-345f-4ec5-a4ef-ae047c91ec1f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Pushing event updated for resources: {'Port': ['ID=2b507739-5014-484f-9a3f-b9e268541545,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:49.981053 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-b8eaebe2-0e47-453d-8574-fbe6678044cf None None] Provisioning complete for port 6c9e1032-c333-44ee-b00d-987b9abd248a triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:03:49.981325 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-b8eaebe2-0e47-453d-8574-fbe6678044cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:50.036224 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-dcbbc72b-b537-4d88-8d08-f8e8dbb03723 None None] Set router de235f7c-9391-42e5-8fde-460afd907890 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:03:50.062823 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-6b437533-345f-4ec5-a4ef-ae047c91ec1f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:50.105288 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-6b437533-345f-4ec5-a4ef-ae047c91ec1f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:50.195959 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-b8eaebe2-0e47-453d-8574-fbe6678044cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:50.259232 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-b8eaebe2-0e47-453d-8574-fbe6678044cf None None] For port 6c9e1032-c333-44ee-b00d-987b9abd248a, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=6c9e1032-c333-44ee-b00d-987b9abd248a,segment=NetworkSegment(1634d06e-1d4c-4924-a971-6958bbee6c8d),segment_id=1634d06e-1d4c-4924-a971-6958bbee6c8d)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:03:50.266748 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-b8eaebe2-0e47-453d-8574-fbe6678044cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:50.304930 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:03:50.411658 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eaebe2-0e47-453d-8574-fbe6678044cf None None] Pushing event updated for resources: {'Port': ['ID=6c9e1032-c333-44ee-b00d-987b9abd248a,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:50.428312 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-b4ef2596-ce45-4b44-a06c-cc940e472fe9 None None] Provisioning complete for port 6c9e1032-c333-44ee-b00d-987b9abd248a triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:03:50.428684 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-b4ef2596-ce45-4b44-a06c-cc940e472fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:50.474298 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-dcbbc72b-b537-4d88-8d08-f8e8dbb03723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de235f7c-9391-42e5-8fde-460afd907890', 'name': 'tempest-AttachVolumeTestJSON-1962698695-router', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:46Z', 'revision_number': 4, 'project_id': 'd65821f142fe445b8388094f872c5457', 'gw_port': {'id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fe:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '6c9e1032-c333-44ee-b00d-987b9abd248a', 'name': '', 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'mac_address': 'fa:16:3e:17:8d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:46Z', 'updated_at': '2021-11-11T01:03:49Z', 'revision_number': 4, 'project_id': 'd65821f142fe445b8388094f872c5457', 'subnets': [{'id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:03:50.486686 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-6b437533-345f-4ec5-a4ef-ae047c91ec1f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for port, precommit_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:50.492630 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-6b437533-345f-4ec5-a4ef-ae047c91ec1f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13136843'] for port, after_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:50.512398 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:03:50.512929 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:50.518138 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbbc72b-b537-4d88-8d08-f8e8dbb03723 None None] The sync data for ids ['de235f7c-9391-42e5-8fde-460afd907890'] in dv-cinder-817085-3-iscsi is: [{'id': 'de235f7c-9391-42e5-8fde-460afd907890', 'name': 'tempest-AttachVolumeTestJSON-1962698695-router', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:46Z', 'revision_number': 4, 'project_id': 'd65821f142fe445b8388094f872c5457', 'gw_port': {'id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fe:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '6c9e1032-c333-44ee-b00d-987b9abd248a', 'name': '', 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'mac_address': 'fa:16:3e:17:8d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:46Z', 'updated_at': '2021-11-11T01:03:49Z', 'revision_number': 4, 'project_id': 'd65821f142fe445b8388094f872c5457', 'subnets': [{'id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:03:50.582788 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b437533-345f-4ec5-a4ef-ae047c91ec1f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Pushing event updated for resources: {'Port': ['ID=2b507739-5014-484f-9a3f-b9e268541545,revision_number=2']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:50.593829 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-6b437533-345f-4ec5-a4ef-ae047c91ec1f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918241'] for floatingip, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:50.619506 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-6b437533-345f-4ec5-a4ef-ae047c91ec1f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for floatingip, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:50.621341 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-6b437533-345f-4ec5-a4ef-ae047c91ec1f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2742233 Nov 11 01:03:51.608030 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 55178) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:51.712489 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-76d6fb70-ebe8-41eb-8f8f-591312d39141 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:51.794143 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-76d6fb70-ebe8-41eb-8f8f-591312d39141 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:51.798182 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-76d6fb70-ebe8-41eb-8f8f-591312d39141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:51.840432 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-76d6fb70-ebe8-41eb-8f8f-591312d39141 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5e375c06179a47ba96ed498e419efb71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313380 Nov 11 01:03:51.841271 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6fb70-ebe8-41eb-8f8f-591312d39141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf59b8f5-d5f4-4e73-9d28-e8eea66d8ff3,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:51.843175 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 55184) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:03:51.895241 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-162480ef-819b-4600-8c2d-58d5eb15df04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:51.915399 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-162480ef-819b-4600-8c2d-58d5eb15df04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:51.961385 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-162480ef-819b-4600-8c2d-58d5eb15df04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:51.968583 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-162480ef-819b-4600-8c2d-58d5eb15df04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:51.969790 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-162480ef-819b-4600-8c2d-58d5eb15df04 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cf59b8f5-d5f4-4e73-9d28-e8eea66d8ff3 HTTP/1.1" status: 204 len: 168 time: 0.1255977 Nov 11 01:03:51.978727 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162480ef-819b-4600-8c2d-58d5eb15df04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf59b8f5-d5f4-4e73-9d28-e8eea66d8ff3,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:03:52.300712 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 6c9e1032-c333-44ee-b00d-987b9abd248a up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:03:52.353480 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 6c9e1032-c333-44ee-b00d-987b9abd248a triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:03:52.353998 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:03:59.378213 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-bc35b06e-fe47-4b9e-a0e2-979daf176311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:01.809453 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-be46591a-7cad-460a-8186-9eeeae2895ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:02.847299 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:04.387012 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:04.968573 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:13.539344 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:14.180215 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-4fc225cd-2506-4a50-b8e6-206031311b53 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--812654174&fields=id&tenant_id=d65821f142fe445b8388094f872c5457 HTTP/1.1" status: 200 len: 267 time: 0.0608485 Nov 11 01:04:14.259365 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-cc96ba10-3da8-4ff0-9e97-b8f6c4995273 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:14.260847 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-cc96ba10-3da8-4ff0-9e97-b8f6c4995273 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/networks?id=232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 HTTP/1.1" status: 200 len: 815 time: 0.1897321 Nov 11 01:04:14.286379 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-50c88ac2-fa1c-4d81-b166-1ebe8151cbd1 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/quotas/43ffc4ef7782463480e07227c26cfa47 HTTP/1.1" status: 200 len: 375 time: 0.0175962 Nov 11 01:04:14.349171 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-b850dddc-11b4-4cfc-bbd7-6505e42f9729 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:14.350691 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-b850dddc-11b4-4cfc-bbd7-6505e42f9729 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/networks?id=0201e78f-31b0-4780-85e5-2d0c4a5203a2 HTTP/1.1" status: 200 len: 811 time: 0.1633487 Nov 11 01:04:14.374343 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-e3fbe3a5-f53d-4069-b01c-cb8a087c01e4 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=43ffc4ef7782463480e07227c26cfa47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0798407 Nov 11 01:04:14.378825 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-b1726713-bda4-473a-8683-027911394433 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/quotas/d65821f142fe445b8388094f872c5457 HTTP/1.1" status: 200 len: 375 time: 0.0184538 Nov 11 01:04:14.509620 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-03de0517-e2b7-448f-b6b2-c6adf50feba8 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d65821f142fe445b8388094f872c5457&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1194956 Nov 11 01:04:14.521549 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-fc94afab-b184-45dd-b7d9-3a6cd33908ca service neutron] 10.222.0.52 "GET /v2.0/networks/232e5fb8-96bd-4e33-ad1f-50b0e7e803d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394925 Nov 11 01:04:14.684398 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-d56f9866-ae4e-4f57-a0f5-dd32e5f73d74 service neutron] 10.222.0.52 "GET /v2.0/networks/232e5fb8-96bd-4e33-ad1f-50b0e7e803d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559527 Nov 11 01:04:14.699436 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-270e37fa-7789-41ab-be8b-b1772d4f0d5c service neutron] 10.222.0.52 "GET /v2.0/networks/0201e78f-31b0-4780-85e5-2d0c4a5203a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181760 Nov 11 01:04:14.806229 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-8315015c-327c-456c-a866-3f2d549eb147 service neutron] 10.222.0.52 "GET /v2.0/networks/0201e78f-31b0-4780-85e5-2d0c4a5203a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996685 Nov 11 01:04:14.882498 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c06895-cdfe-4aea-9385-1f33f809a7c7 req-adcf0e51-36ef-4c04-8f17-4883cbf4fc83 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:14.884095 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-35c06895-cdfe-4aea-9385-1f33f809a7c7 req-adcf0e51-36ef-4c04-8f17-4883cbf4fc83 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0524459 Nov 11 01:04:14.950262 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-35c06895-cdfe-4aea-9385-1f33f809a7c7 req-c7bb81bc-b0e1-4945-9694-aaac2d5fbf74 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591948 Nov 11 01:04:15.082431 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-2c438109-4db1-41d3-9166-d592a962fea1 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a3ae2c2523374a969e98e2340346e184&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350904 Nov 11 01:04:15.250448 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-70a184b8-0152-4126-b5b5-a8ba5663ec21 req-51269423-2d34-4107-bae5-695188dd03a0 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c78dbc5-446a-4880-b317-ba9b20304be9 HTTP/1.1" status: 200 len: 210 time: 0.0653183 Nov 11 01:04:15.355447 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-8769519d-1d8e-4e6e-bacd-630d8b31caac tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:15.356899 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-8769519d-1d8e-4e6e-bacd-630d8b31caac tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2650614 Nov 11 01:04:15.378526 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-debfc3e2-a984-4628-a801-6fc6ce9dcc4f req-09b1774e-4cda-4ec2-88b4-80d7df9dba51 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 210 time: 0.0423729 Nov 11 01:04:15.387264 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-c6d408c9-7dd3-43c9-8582-603126010e1b tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/quotas/a3ae2c2523374a969e98e2340346e184 HTTP/1.1" status: 200 len: 375 time: 0.0110428 Nov 11 01:04:15.433847 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-3730e848-1ec1-4031-87df-6b4d3e7f132d tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3ae2c2523374a969e98e2340346e184&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365667 Nov 11 01:04:15.628000 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-82a95b36-cc13-4871-83ba-c8838632a487 req-d2ea64ab-7b7e-4d83-aba8-47612c02e7e1 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 210 time: 0.0272958 Nov 11 01:04:16.064744 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcd4d0-38ac-4fd7-9049-537eb13aa5bc req-f95f91c3-70b4-489b-96ef-f91d3dc0fab1 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:16.066739 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6edcd4d0-38ac-4fd7-9049-537eb13aa5bc req-f95f91c3-70b4-489b-96ef-f91d3dc0fab1 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0517559 Nov 11 01:04:16.115621 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6edcd4d0-38ac-4fd7-9049-537eb13aa5bc req-671cc963-9d5f-4f6d-afbd-809d6eb3a30a tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427263 Nov 11 01:04:16.364707 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-731599bb-fe97-4da9-815e-2c8c76494afc req-b33ef249-01e1-408d-a8e4-a4255d5040e5 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c78dbc5-446a-4880-b317-ba9b20304be9 HTTP/1.1" status: 200 len: 210 time: 0.0264804 Nov 11 01:04:16.480712 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f6c151d7-b60d-4f4c-ba6d-f586f808d83c req-ca373657-48b2-4718-b325-4d3a757f4d32 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 210 time: 0.0294309 Nov 11 01:04:16.646440 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-2ce2094c-cd1b-4b31-b050-26773a3992db tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:16.647946 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-2ce2094c-cd1b-4b31-b050-26773a3992db tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.64 "GET /v2.0/networks?id=232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 HTTP/1.1" status: 200 len: 815 time: 0.1122098 Nov 11 01:04:16.681631 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-1591d371-a43c-4b91-9bb8-88a6b0c32cf7 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Request body: {'port': {'device_id': '6c78dbc5-446a-4880-b317-ba9b20304be9', 'network_id': '232e5fb8-96bd-4e33-ad1f-50b0e7e803d2', 'admin_state_up': True, 'tenant_id': '43ffc4ef7782463480e07227c26cfa47'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:04:16.758603 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a6ba7618-1a9f-46c4-92a5-a4f2e5115e64 req-6eae9b35-ceee-4eb7-9649-830e3e2a9ad4 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 210 time: 0.0335827 Nov 11 01:04:16.817608 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-1591d371-a43c-4b91-9bb8-88a6b0c32cf7 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Made reservation on behalf of 43ffc4ef7782463480e07227c26cfa47 for: {'port': 1} {{(pid=101602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:04:16.821352 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-1591d371-a43c-4b91-9bb8-88a6b0c32cf7 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:16.943883 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.db_base_plugin_common [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-1591d371-a43c-4b91-9bb8-88a6b0c32cf7 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Allocated IP 172.20.0.7 (232e5fb8-96bd-4e33-ad1f-50b0e7e803d2/2b7bfe1a-44c7-4090-b981-aebbae43c563/bcc3a1f2-10cd-4afa-a834-eb618cd1d74c) {{(pid=101602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:04:17.090917 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-1591d371-a43c-4b91-9bb8-88a6b0c32cf7 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks [] for port, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:17.124645 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-1591d371-a43c-4b91-9bb8-88a6b0c32cf7 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:17.169199 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-1591d371-a43c-4b91-9bb8-88a6b0c32cf7 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Network 232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 is already hosted by enough agents. {{(pid=101602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:04:17.172376 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.base_scheduler [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-1591d371-a43c-4b91-9bb8-88a6b0c32cf7 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Resources bound (agent type, host, resource id): {{(pid=101602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:04:17.176193 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-1591d371-a43c-4b91-9bb8-88a6b0c32cf7 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Received port after_create {{(pid=101602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:04:17.182530 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591d371-a43c-4b91-9bb8-88a6b0c32cf7 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Pushing event updated for resources: {'Port': ['ID=bcc3a1f2-10cd-4afa-a834-eb618cd1d74c,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:17.194481 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['05b60e97-4d8c-4758-b07d-22fad0adb972'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:04:17.263552 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-1591d371-a43c-4b91-9bb8-88a6b0c32cf7 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:17.264035 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-1591d371-a43c-4b91-9bb8-88a6b0c32cf7 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:17.288273 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586fbf8-79d8-4ffa-bb84-b37b1eb0931a req-144d741f-209d-4e34-b050-9644a7f00e37 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:17.289778 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a586fbf8-79d8-4ffa-bb84-b37b1eb0931a req-144d741f-209d-4e34-b050-9644a7f00e37 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0863168 Nov 11 01:04:17.293987 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-1591d371-a43c-4b91-9bb8-88a6b0c32cf7 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6176918 Nov 11 01:04:17.347745 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a586fbf8-79d8-4ffa-bb84-b37b1eb0931a req-eb6d92cc-d197-493c-bfab-6d0fb0b32b1b tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496418 Nov 11 01:04:17.371270 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-333d2ced-54d0-485b-89dc-8da8eb03d68b service neutron] Request body: {'port': {'device_id': '6c78dbc5-446a-4880-b317-ba9b20304be9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:04:17.459382 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-333d2ced-54d0-485b-89dc-8da8eb03d68b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:17.552018 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9a9a5-54b4-4ca1-b97e-49c2d3a28c47 req-d0d3abfd-4b57-46f5-8548-cc2ef754113b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:17.553529 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-89f9a9a5-54b4-4ca1-b97e-49c2d3a28c47 req-d0d3abfd-4b57-46f5-8548-cc2ef754113b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c78dbc5-446a-4880-b317-ba9b20304be9 HTTP/1.1" status: 200 len: 931 time: 0.0959711 Nov 11 01:04:17.555268 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-3e4deba8-69e7-435b-8258-1b45743f7e52 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:17.558844 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-3e4deba8-69e7-435b-8258-1b45743f7e52 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.64 "GET /v2.0/networks?id=0201e78f-31b0-4780-85e5-2d0c4a5203a2 HTTP/1.1" status: 200 len: 811 time: 0.1202972 Nov 11 01:04:17.687716 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-78984619-4374-46fe-8f5d-dc1d28b9fa7b tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d65821f142fe445b8388094f872c5457 HTTP/1.1" status: 200 len: 379 time: 0.0588038 Nov 11 01:04:17.695499 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5823c3fc-7180-4f8e-8986-bc126fd47292 req-e2f2c016-37c4-4ae7-98be-9f3e27f9e950 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 210 time: 0.0595751 Nov 11 01:04:17.703880 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-e18921cf-1619-4ef0-861e-fe722cd1192d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Request body: {'port': {'device_id': '64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8', 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'admin_state_up': True, 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'security_groups': ['f6a57922-cb4c-451f-ab06-1db4f021c8c7']}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:04:17.746894 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-89f9a9a5-54b4-4ca1-b97e-49c2d3a28c47 req-33582701-3417-405f-b80b-5ba25d5fba10 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818461 Nov 11 01:04:17.819036 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-e18921cf-1619-4ef0-861e-fe722cd1192d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Made reservation on behalf of d65821f142fe445b8388094f872c5457 for: {'port': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:04:17.822447 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-e18921cf-1619-4ef0-861e-fe722cd1192d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:17.879939 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-156713a7-70a5-4bb0-8aa1-ce8688e2cd73 req-2c7cf32c-eddf-4af5-ae84-4780949f6a3e tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 210 time: 0.0370941 Nov 11 01:04:17.885846 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-333d2ced-54d0-485b-89dc-8da8eb03d68b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc3a1f2-10cd-4afa-a834-eb618cd1d74c {{(pid=101602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:04:17.894857 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-333d2ced-54d0-485b-89dc-8da8eb03d68b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:17.908595 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.provisioning_blocks [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-333d2ced-54d0-485b-89dc-8da8eb03d68b service neutron] Transition to ACTIVE for port object bcc3a1f2-10cd-4afa-a834-eb618cd1d74c will not be triggered until provisioned by entity L2. {{(pid=101602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 01:04:17.911839 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-333d2ced-54d0-485b-89dc-8da8eb03d68b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13136843'] for port, after_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:17.961924 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d2ced-54d0-485b-89dc-8da8eb03d68b service neutron] Pushing event updated for resources: {'Port': ['ID=bcc3a1f2-10cd-4afa-a834-eb618cd1d74c,revision_number=2']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:17.963935 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-e18921cf-1619-4ef0-861e-fe722cd1192d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Allocated IP 172.20.0.3 (0201e78f-31b0-4780-85e5-2d0c4a5203a2/0a02394f-0dc6-4d50-9053-e463b69f5032/7957db06-9b36-48fb-91f5-537bca5d85c5) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:04:18.034738 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.managers [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-333d2ced-54d0-485b-89dc-8da8eb03d68b service neutron] Attempting to bind port bcc3a1f2-10cd-4afa-a834-eb618cd1d74c on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:04:18.035094 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.managers [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-333d2ced-54d0-485b-89dc-8da8eb03d68b service neutron] Attempting to bind port bcc3a1f2-10cd-4afa-a834-eb618cd1d74c by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': '02392950-2ab0-48e7-9241-9f8e2d63cde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '232e5fb8-96bd-4e33-ad1f-50b0e7e803d2'}] {{(pid=101602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:04:18.035414 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-333d2ced-54d0-485b-89dc-8da8eb03d68b service neutron] Attempting to bind port bcc3a1f2-10cd-4afa-a834-eb618cd1d74c on network 232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:04:18.039768 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-333d2ced-54d0-485b-89dc-8da8eb03d68b service neutron] Port bcc3a1f2-10cd-4afa-a834-eb618cd1d74c on network 232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 01:04:18.040068 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-333d2ced-54d0-485b-89dc-8da8eb03d68b service neutron] Attempting to bind port bcc3a1f2-10cd-4afa-a834-eb618cd1d74c on network 232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:04:18.044815 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-333d2ced-54d0-485b-89dc-8da8eb03d68b service neutron] Checking agent: {'id': '9935500b-1718-4861-8412-1ae3ca811271', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'started_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:04:18.045140 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-333d2ced-54d0-485b-89dc-8da8eb03d68b service neutron] Checking segment: {'id': '02392950-2ab0-48e7-9241-9f8e2d63cde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '232e5fb8-96bd-4e33-ad1f-50b0e7e803d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:04:18.045511 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-333d2ced-54d0-485b-89dc-8da8eb03d68b service neutron] Bound using segment: {'id': '02392950-2ab0-48e7-9241-9f8e2d63cde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '232e5fb8-96bd-4e33-ad1f-50b0e7e803d2'} {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:04:18.045991 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.managers [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-333d2ced-54d0-485b-89dc-8da8eb03d68b service neutron] Bound port: bcc3a1f2-10cd-4afa-a834-eb618cd1d74c, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02392950-2ab0-48e7-9241-9f8e2d63cde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '232e5fb8-96bd-4e33-ad1f-50b0e7e803d2'}}] {{(pid=101602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:04:18.046359 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-333d2ced-54d0-485b-89dc-8da8eb03d68b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:18.113879 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-333d2ced-54d0-485b-89dc-8da8eb03d68b service neutron] For port bcc3a1f2-10cd-4afa-a834-eb618cd1d74c, host hv-cinder-81708, cleared binding levels {{(pid=101602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:04:18.115326 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-e18921cf-1619-4ef0-861e-fe722cd1192d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:18.116886 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-333d2ced-54d0-485b-89dc-8da8eb03d68b service neutron] For port bcc3a1f2-10cd-4afa-a834-eb618cd1d74c, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=bcc3a1f2-10cd-4afa-a834-eb618cd1d74c,segment=NetworkSegment(02392950-2ab0-48e7-9241-9f8e2d63cde2),segment_id=02392950-2ab0-48e7-9241-9f8e2d63cde2)] {{(pid=101602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:04:18.121443 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-333d2ced-54d0-485b-89dc-8da8eb03d68b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13136843'] for port, after_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:18.158293 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-333d2ced-54d0-485b-89dc-8da8eb03d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:18.159142 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-333d2ced-54d0-485b-89dc-8da8eb03d68b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:18.160526 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-333d2ced-54d0-485b-89dc-8da8eb03d68b service neutron] 10.222.0.64 "PUT /v2.0/ports/bcc3a1f2-10cd-4afa-a834-eb618cd1d74c HTTP/1.1" status: 200 len: 1093 time: 0.7955387 Nov 11 01:04:18.160963 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c78dbc5-446a-4880-b317-ba9b20304be9', 'tag': 'bcc3a1f2-10cd-4afa-a834-eb618cd1d74c'}] {{(pid=101602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:04:18.163228 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbc2a4dd34722a8e14e2fc20a6c680084dc03eb7d3307192ee443654b1fba6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1522c5a-e61c-4aef-ba7b-b4c6c30a41fc" -d '{"events": [{"name": "network-changed", "server_uuid": "6c78dbc5-446a-4880-b317-ba9b20304be9", "tag": "bcc3a1f2-10cd-4afa-a834-eb618cd1d74c"}]}' {{(pid=101602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:04:18.167768 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-e18921cf-1619-4ef0-861e-fe722cd1192d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:18.213224 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-e18921cf-1619-4ef0-861e-fe722cd1192d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Network 0201e78f-31b0-4780-85e5-2d0c4a5203a2 is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:04:18.215122 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd64f69-3adf-478f-ab9d-faf3a7102c06 x-openstack-request-id: req-6cd64f69-3adf-478f-ab9d-faf3a7102c06 {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:04:18.215536 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c78dbc5-446a-4880-b317-ba9b20304be9", "tag": "bcc3a1f2-10cd-4afa-a834-eb618cd1d74c", "status": "completed", "code": 200}]} {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:04:18.216992 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6cd64f69-3adf-478f-ab9d-faf3a7102c06 {{(pid=101602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:04:18.217089 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-e18921cf-1619-4ef0-861e-fe722cd1192d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:04:18.217635 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c78dbc5-446a-4880-b317-ba9b20304be9', 'tag': 'bcc3a1f2-10cd-4afa-a834-eb618cd1d74c', 'status': 'completed', 'code': 200} Nov 11 01:04:18.221521 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-e18921cf-1619-4ef0-861e-fe722cd1192d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:04:18.223991 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d2ced-54d0-485b-89dc-8da8eb03d68b service neutron] Pushing event updated for resources: {'Port': ['ID=bcc3a1f2-10cd-4afa-a834-eb618cd1d74c,revision_number=3']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:18.272844 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18921cf-1619-4ef0-861e-fe722cd1192d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Pushing event updated for resources: {'Port': ['ID=7957db06-9b36-48fb-91f5-537bca5d85c5,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:18.288527 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-e18921cf-1619-4ef0-861e-fe722cd1192d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:18.289158 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-e18921cf-1619-4ef0-861e-fe722cd1192d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:18.307813 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-e18921cf-1619-4ef0-861e-fe722cd1192d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6077673 Nov 11 01:04:18.424033 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-41c7c90d-2e98-456b-a052-eaed6ae97195 None None] Provisioning complete for port 7957db06-9b36-48fb-91f5-537bca5d85c5 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:04:18.425311 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-41c7c90d-2e98-456b-a052-eaed6ae97195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:18.445885 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-49974986-5f04-4af3-a2e2-c0819934c1b7 service neutron] Request body: {'port': {'device_id': '64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:04:18.475915 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-41c7c90d-2e98-456b-a052-eaed6ae97195 None None] Port 7957db06-9b36-48fb-91f5-537bca5d85c5 cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:04:18.525082 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9e935-dfc9-4808-bd91-eebe2e07019a req-3cfbdd9a-06af-49a8-81d2-6895d1c3c4b6 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:18.526655 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b3b9e935-dfc9-4808-bd91-eebe2e07019a req-3cfbdd9a-06af-49a8-81d2-6895d1c3c4b6 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0937295 Nov 11 01:04:18.544219 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1522c5a-e61c-4aef-ba7b-b4c6c30a41fc req-8e3649ee-1527-404d-ba08-fab86df2f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:18.545753 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a1522c5a-e61c-4aef-ba7b-b4c6c30a41fc req-8e3649ee-1527-404d-ba08-fab86df2f974 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43ffc4ef7782463480e07227c26cfa47&device_id=6c78dbc5-446a-4880-b317-ba9b20304be9 HTTP/1.1" status: 200 len: 1096 time: 0.0716605 Nov 11 01:04:18.584813 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b3b9e935-dfc9-4808-bd91-eebe2e07019a req-fc87fa54-7a90-4171-932d-336c8610629f tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507767 Nov 11 01:04:18.716054 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-a265ce29-1692-4212-b204-ec24f3c830a5 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a3ae2c2523374a969e98e2340346e184&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361767 Nov 11 01:04:18.851221 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-49974986-5f04-4af3-a2e2-c0819934c1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:18.986525 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-51dc79aa-b489-4dc5-abc9-c229173399b1 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:18.988052 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-51dc79aa-b489-4dc5-abc9-c229173399b1 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2326195 Nov 11 01:04:19.050745 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-c71f4fc9-3d15-4e86-9f49-f76c548c12ca tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Request body: {'port': {'device_id': 'b336841f-584a-488d-ae62-7c4887e8931c', 'network_id': '22779060-adf5-4baf-82a0-bb717877f1c8', 'admin_state_up': True, 'tenant_id': 'a3ae2c2523374a969e98e2340346e184'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:04:19.060443 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09aa362-2152-4bf4-98f9-943d3e5ea7cc req-419c6ae7-e3c5-42b6-a284-20c3ceaf388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:19.061933 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e09aa362-2152-4bf4-98f9-943d3e5ea7cc req-419c6ae7-e3c5-42b6-a284-20c3ceaf388d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 1099 time: 0.4762537 Nov 11 01:04:19.113050 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b2332-f3dc-4b27-a549-3dac8fa96ae0 req-60657a60-5c7b-499e-ab13-4424bc715897 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:19.114522 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-180b2332-f3dc-4b27-a549-3dac8fa96ae0 req-60657a60-5c7b-499e-ab13-4424bc715897 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 931 time: 0.1848123 Nov 11 01:04:19.132051 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbaac6a-9f7e-4493-a537-4692526afc82 req-65bc53d7-764c-4d2e-a172-1d87e9dffd2d tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:19.133724 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0cbaac6a-9f7e-4493-a537-4692526afc82 req-65bc53d7-764c-4d2e-a172-1d87e9dffd2d tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c78dbc5-446a-4880-b317-ba9b20304be9 HTTP/1.1" status: 200 len: 943 time: 0.2027404 Nov 11 01:04:19.137131 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1522c5a-e61c-4aef-ba7b-b4c6c30a41fc req-50c95b8d-9834-4f5c-9181-a4aab3aa9f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:19.138491 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a1522c5a-e61c-4aef-ba7b-b4c6c30a41fc req-50c95b8d-9834-4f5c-9181-a4aab3aa9f84 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=43ffc4ef7782463480e07227c26cfa47&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5421116 Nov 11 01:04:19.248319 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-c71f4fc9-3d15-4e86-9f49-f76c548c12ca tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Made reservation on behalf of a3ae2c2523374a969e98e2340346e184 for: {'port': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:04:19.252461 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-c71f4fc9-3d15-4e86-9f49-f76c548c12ca tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:19.269810 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-c71f4fc9-3d15-4e86-9f49-f76c548c12ca tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:19.283838 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e09aa362-2152-4bf4-98f9-943d3e5ea7cc req-84715236-3153-4834-ad1e-129730080693 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938374 Nov 11 01:04:19.325263 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-49974986-5f04-4af3-a2e2-c0819934c1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7957db06-9b36-48fb-91f5-537bca5d85c5 {{(pid=101601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:04:19.331256 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-180b2332-f3dc-4b27-a549-3dac8fa96ae0 req-71312edb-a0b4-4eed-bf22-2e740a36ee78 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080905 Nov 11 01:04:19.337037 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-49974986-5f04-4af3-a2e2-c0819934c1b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:19.346177 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0cbaac6a-9f7e-4493-a537-4692526afc82 req-f81ed6d9-4a3a-4a7a-8195-ed348e4cb356 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010674 Nov 11 01:04:19.377865 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.provisioning_blocks [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-49974986-5f04-4af3-a2e2-c0819934c1b7 service neutron] Transition to ACTIVE for port object 7957db06-9b36-48fb-91f5-537bca5d85c5 will not be triggered until provisioned by entity L2. {{(pid=101601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 01:04:19.385008 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-49974986-5f04-4af3-a2e2-c0819934c1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:19.404304 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1522c5a-e61c-4aef-ba7b-b4c6c30a41fc req-2b4566ec-e7b8-4ec5-a15e-d48bc572cb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:19.405954 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a1522c5a-e61c-4aef-ba7b-b4c6c30a41fc req-2b4566ec-e7b8-4ec5-a15e-d48bc572cb5c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2464192 Nov 11 01:04:19.436834 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1279cb1d-2636-4a20-8e22-aa5ca5b49d92 req-f384338f-52d6-4483-8ba8-9111418d1230 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 210 time: 0.0278938 Nov 11 01:04:19.457828 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-c71f4fc9-3d15-4e86-9f49-f76c548c12ca tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:19.463508 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49974986-5f04-4af3-a2e2-c0819934c1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7957db06-9b36-48fb-91f5-537bca5d85c5,revision_number=2']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:19.465927 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-c71f4fc9-3d15-4e86-9f49-f76c548c12ca tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:19.571355 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f4fc9-3d15-4e86-9f49-f76c548c12ca tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6346b61-56e9-4729-8ba4-ad30e9879538,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:19.617920 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-49974986-5f04-4af3-a2e2-c0819934c1b7 service neutron] Attempting to bind port 7957db06-9b36-48fb-91f5-537bca5d85c5 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:04:19.618253 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-49974986-5f04-4af3-a2e2-c0819934c1b7 service neutron] Attempting to bind port 7957db06-9b36-48fb-91f5-537bca5d85c5 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': '1634d06e-1d4c-4924-a971-6958bbee6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2'}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:04:19.618578 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-49974986-5f04-4af3-a2e2-c0819934c1b7 service neutron] Attempting to bind port 7957db06-9b36-48fb-91f5-537bca5d85c5 on network 0201e78f-31b0-4780-85e5-2d0c4a5203a2 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:04:19.646162 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-49974986-5f04-4af3-a2e2-c0819934c1b7 service neutron] Port 7957db06-9b36-48fb-91f5-537bca5d85c5 on network 0201e78f-31b0-4780-85e5-2d0c4a5203a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 01:04:19.646502 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-49974986-5f04-4af3-a2e2-c0819934c1b7 service neutron] Attempting to bind port 7957db06-9b36-48fb-91f5-537bca5d85c5 on network 0201e78f-31b0-4780-85e5-2d0c4a5203a2 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:04:19.660626 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-49974986-5f04-4af3-a2e2-c0819934c1b7 service neutron] Checking agent: {'id': '9935500b-1718-4861-8412-1ae3ca811271', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'started_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:04:19.660966 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-49974986-5f04-4af3-a2e2-c0819934c1b7 service neutron] Checking segment: {'id': '1634d06e-1d4c-4924-a971-6958bbee6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:04:19.661347 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-49974986-5f04-4af3-a2e2-c0819934c1b7 service neutron] Bound using segment: {'id': '1634d06e-1d4c-4924-a971-6958bbee6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2'} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:04:19.661777 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-49974986-5f04-4af3-a2e2-c0819934c1b7 service neutron] Bound port: 7957db06-9b36-48fb-91f5-537bca5d85c5, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1634d06e-1d4c-4924-a971-6958bbee6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2'}}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:04:19.662133 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-49974986-5f04-4af3-a2e2-c0819934c1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:19.680842 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-c71f4fc9-3d15-4e86-9f49-f76c548c12ca tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Allocated IP 192.168.233.121 (22779060-adf5-4baf-82a0-bb717877f1c8/2a5a0259-d571-4c89-9461-da37c649ed5f/a71f9c2b-94e3-40dc-9a2a-efd4c7465094) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:04:19.714462 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839b875-3bcb-4387-a0dc-31b80563bd3b req-61d8e468-df6c-43ce-a058-beb54dcda0ef tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:19.715968 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5839b875-3bcb-4387-a0dc-31b80563bd3b req-61d8e468-df6c-43ce-a058-beb54dcda0ef tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0558164 Nov 11 01:04:19.768522 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5839b875-3bcb-4387-a0dc-31b80563bd3b req-2a5175b5-5612-4c08-8703-29024e2bc0b7 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454640 Nov 11 01:04:19.773588 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-49974986-5f04-4af3-a2e2-c0819934c1b7 service neutron] For port 7957db06-9b36-48fb-91f5-537bca5d85c5, host hv-cinder-81708, cleared binding levels {{(pid=101601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:04:19.822636 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-49974986-5f04-4af3-a2e2-c0819934c1b7 service neutron] For port 7957db06-9b36-48fb-91f5-537bca5d85c5, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=7957db06-9b36-48fb-91f5-537bca5d85c5,segment=NetworkSegment(1634d06e-1d4c-4924-a971-6958bbee6c8d),segment_id=1634d06e-1d4c-4924-a971-6958bbee6c8d)] {{(pid=101601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:04:19.830744 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-49974986-5f04-4af3-a2e2-c0819934c1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:19.891117 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-49974986-5f04-4af3-a2e2-c0819934c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:19.892222 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-49974986-5f04-4af3-a2e2-c0819934c1b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:19.893663 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-49974986-5f04-4af3-a2e2-c0819934c1b7 service neutron] 10.222.0.64 "PUT /v2.0/ports/7957db06-9b36-48fb-91f5-537bca5d85c5 HTTP/1.1" status: 200 len: 1093 time: 1.4520032 Nov 11 01:04:19.895871 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8', 'tag': '7957db06-9b36-48fb-91f5-537bca5d85c5'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:04:19.898105 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb223a3-6de7-436a-96d6-74e40ad3125c" -d '{"events": [{"name": "network-changed", "server_uuid": "64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8", "tag": "7957db06-9b36-48fb-91f5-537bca5d85c5"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:04:19.929986 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49974986-5f04-4af3-a2e2-c0819934c1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7957db06-9b36-48fb-91f5-537bca5d85c5,revision_number=3']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:19.938515 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13021830-c468-4ff3-b88e-af6153da4772 x-openstack-request-id: req-13021830-c468-4ff3-b88e-af6153da4772 {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:04:19.939461 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8", "tag": "7957db06-9b36-48fb-91f5-537bca5d85c5", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:04:19.939712 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-13021830-c468-4ff3-b88e-af6153da4772 {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:04:19.940102 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8', 'tag': '7957db06-9b36-48fb-91f5-537bca5d85c5', 'status': 'completed', 'code': 200} Nov 11 01:04:19.944729 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-c71f4fc9-3d15-4e86-9f49-f76c548c12ca tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:19.979248 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-c71f4fc9-3d15-4e86-9f49-f76c548c12ca tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:20.033414 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-c71f4fc9-3d15-4e86-9f49-f76c548c12ca tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Network 22779060-adf5-4baf-82a0-bb717877f1c8 is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:04:20.036799 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-c71f4fc9-3d15-4e86-9f49-f76c548c12ca tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:04:20.041182 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-c71f4fc9-3d15-4e86-9f49-f76c548c12ca tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:04:20.045339 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f4fc9-3d15-4e86-9f49-f76c548c12ca tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Pushing event updated for resources: {'Port': ['ID=a71f9c2b-94e3-40dc-9a2a-efd4c7465094,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:20.100682 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-c71f4fc9-3d15-4e86-9f49-f76c548c12ca tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:20.101334 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-c71f4fc9-3d15-4e86-9f49-f76c548c12ca tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:20.121164 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-48f81d6e-8c90-465c-ae07-2127fa3396d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:20.122675 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-48f81d6e-8c90-465c-ae07-2127fa3396d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43ffc4ef7782463480e07227c26cfa47&device_id=6c78dbc5-446a-4880-b317-ba9b20304be9 HTTP/1.1" status: 200 len: 1096 time: 0.0491006 Nov 11 01:04:20.153114 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-c71f4fc9-3d15-4e86-9f49-f76c548c12ca tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1074040 Nov 11 01:04:20.168862 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb223a3-6de7-436a-96d6-74e40ad3125c req-ef821f07-a24f-4d5a-ab91-f95712243e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:20.170419 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-3eb223a3-6de7-436a-96d6-74e40ad3125c req-ef821f07-a24f-4d5a-ab91-f95712243e40 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d65821f142fe445b8388094f872c5457&device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 1096 time: 0.0664117 Nov 11 01:04:20.243208 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-0564b082-0f8f-4b39-a63c-a579df7e42d1 service neutron] Request body: {'port': {'device_id': 'b336841f-584a-488d-ae62-7c4887e8931c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:04:20.254786 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-f606e246-b821-4d79-a61b-072d15817e62 None None] Provisioning complete for port a71f9c2b-94e3-40dc-9a2a-efd4c7465094 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:04:20.255360 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-f606e246-b821-4d79-a61b-072d15817e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:20.275882 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-a9430de3-b89b-4f84-bea5-8e178b16ccf4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcc3a1f2-10cd-4afa-a834-eb618cd1d74c HTTP/1.1" status: 200 len: 217 time: 0.0405624 Nov 11 01:04:20.289559 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-f606e246-b821-4d79-a61b-072d15817e62 None None] Port a71f9c2b-94e3-40dc-9a2a-efd4c7465094 cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:04:20.339441 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-f39acdb3-b38d-4bca-a418-260a1c828a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:20.340876 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-f39acdb3-b38d-4bca-a418-260a1c828a67 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2b7bfe1a-44c7-4090-b981-aebbae43c563 HTTP/1.1" status: 200 len: 855 time: 0.0452235 Nov 11 01:04:20.376672 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-c5d09a00-5dee-494b-b424-aedd77acbdb9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=232e5fb8-96bd-4e33-ad1f-50b0e7e803d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252905 Nov 11 01:04:20.412944 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-0564b082-0f8f-4b39-a63c-a579df7e42d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:20.483612 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb223a3-6de7-436a-96d6-74e40ad3125c req-c173baf6-498e-453a-a5e7-3696de0c8b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:20.485114 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-3eb223a3-6de7-436a-96d6-74e40ad3125c req-c173baf6-498e-453a-a5e7-3696de0c8b40 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d65821f142fe445b8388094f872c5457&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2379484 Nov 11 01:04:20.557994 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f641cc-02ac-41ad-aa2e-2f395359bc89 req-809c631f-dfc6-471a-88da-4cf34cf552cb tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:20.559476 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-41f641cc-02ac-41ad-aa2e-2f395359bc89 req-809c631f-dfc6-471a-88da-4cf34cf552cb tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 943 time: 0.1108038 Nov 11 01:04:20.570372 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a1535-b488-403c-9445-3e10b9891104 req-fdca96fa-66ad-48fa-89bf-a40aa91107c4 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:20.571792 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-139a1535-b488-403c-9445-3e10b9891104 req-fdca96fa-66ad-48fa-89bf-a40aa91107c4 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c78dbc5-446a-4880-b317-ba9b20304be9 HTTP/1.1" status: 200 len: 943 time: 0.1243174 Nov 11 01:04:20.575731 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-e9e74ef2-334f-4479-8349-bd3207e08833 service neutron] 10.222.0.64 "GET /v2.0/networks/232e5fb8-96bd-4e33-ad1f-50b0e7e803d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806636 Nov 11 01:04:20.707159 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-41f641cc-02ac-41ad-aa2e-2f395359bc89 req-8f6e49b6-3ff0-4959-ae31-6b1fe7ab0203 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341388 Nov 11 01:04:20.710504 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-139a1535-b488-403c-9445-3e10b9891104 req-74d6defa-4885-47e4-a2c6-051f31898abc tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285689 Nov 11 01:04:20.749413 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c0831ca8-ded5-477b-bb2f-96fa37ccfc9a req-e0eabf83-8ae3-4796-a7b4-9e1868b69678 service neutron] 10.222.0.64 "GET /v2.0/networks/232e5fb8-96bd-4e33-ad1f-50b0e7e803d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581659 Nov 11 01:04:20.835435 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d912130-260d-4b86-b09a-fbfbab41fdaa req-cecf9388-90e4-43f4-a981-f9c2a713073a tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:20.843304 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0d912130-260d-4b86-b09a-fbfbab41fdaa req-cecf9388-90e4-43f4-a981-f9c2a713073a tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 936 time: 0.0665424 Nov 11 01:04:20.924549 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e1802-7ee0-4ee3-9e67-b4089b202bc2 req-0c0a62b1-9d70-4376-8c18-b48b673ed993 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:20.926027 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f56e1802-7ee0-4ee3-9e67-b4089b202bc2 req-0c0a62b1-9d70-4376-8c18-b48b673ed993 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0749965 Nov 11 01:04:20.932285 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0d912130-260d-4b86-b09a-fbfbab41fdaa req-32cde746-664e-4f8a-a35c-2fcd19587afd tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6346b61-56e9-4729-8ba4-ad30e9879538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881233 Nov 11 01:04:20.971847 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb223a3-6de7-436a-96d6-74e40ad3125c req-dd0de6e0-4ea7-4297-8251-400576ccfaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:20.973325 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-3eb223a3-6de7-436a-96d6-74e40ad3125c req-dd0de6e0-4ea7-4297-8251-400576ccfaeb service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4697278 Nov 11 01:04:20.979160 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f56e1802-7ee0-4ee3-9e67-b4089b202bc2 req-0022667e-033e-4470-bfc5-3f71ab1ec99f tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458803 Nov 11 01:04:21.056610 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-0564b082-0f8f-4b39-a63c-a579df7e42d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a71f9c2b-94e3-40dc-9a2a-efd4c7465094 {{(pid=101601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:04:21.065488 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-0564b082-0f8f-4b39-a63c-a579df7e42d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:21.076925 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.provisioning_blocks [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-0564b082-0f8f-4b39-a63c-a579df7e42d1 service neutron] Transition to ACTIVE for port object a71f9c2b-94e3-40dc-9a2a-efd4c7465094 will not be triggered until provisioned by entity L2. {{(pid=101601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 01:04:21.081562 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-0564b082-0f8f-4b39-a63c-a579df7e42d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:21.153154 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564b082-0f8f-4b39-a63c-a579df7e42d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a71f9c2b-94e3-40dc-9a2a-efd4c7465094,revision_number=2']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:21.202907 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-aada6d87-697d-4c0e-987c-c09720c5516e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:21.205993 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-aada6d87-697d-4c0e-987c-c09720c5516e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d65821f142fe445b8388094f872c5457&device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 1096 time: 0.1221590 Nov 11 01:04:21.261649 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-0564b082-0f8f-4b39-a63c-a579df7e42d1 service neutron] Attempting to bind port a71f9c2b-94e3-40dc-9a2a-efd4c7465094 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:04:21.261981 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-0564b082-0f8f-4b39-a63c-a579df7e42d1 service neutron] Attempting to bind port a71f9c2b-94e3-40dc-9a2a-efd4c7465094 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': '6145e00b-cf85-461c-ac98-8a02ca6edacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '22779060-adf5-4baf-82a0-bb717877f1c8'}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:04:21.262310 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-0564b082-0f8f-4b39-a63c-a579df7e42d1 service neutron] Attempting to bind port a71f9c2b-94e3-40dc-9a2a-efd4c7465094 on network 22779060-adf5-4baf-82a0-bb717877f1c8 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:04:21.267558 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-0564b082-0f8f-4b39-a63c-a579df7e42d1 service neutron] Port a71f9c2b-94e3-40dc-9a2a-efd4c7465094 on network 22779060-adf5-4baf-82a0-bb717877f1c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 01:04:21.267849 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-0564b082-0f8f-4b39-a63c-a579df7e42d1 service neutron] Attempting to bind port a71f9c2b-94e3-40dc-9a2a-efd4c7465094 on network 22779060-adf5-4baf-82a0-bb717877f1c8 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:04:21.273201 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-0564b082-0f8f-4b39-a63c-a579df7e42d1 service neutron] Checking agent: {'id': '9935500b-1718-4861-8412-1ae3ca811271', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'started_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:04:21.273535 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-0564b082-0f8f-4b39-a63c-a579df7e42d1 service neutron] Checking segment: {'id': '6145e00b-cf85-461c-ac98-8a02ca6edacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '22779060-adf5-4baf-82a0-bb717877f1c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:04:21.273910 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-0564b082-0f8f-4b39-a63c-a579df7e42d1 service neutron] Bound using segment: {'id': '6145e00b-cf85-461c-ac98-8a02ca6edacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '22779060-adf5-4baf-82a0-bb717877f1c8'} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:04:21.274336 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-0564b082-0f8f-4b39-a63c-a579df7e42d1 service neutron] Bound port: a71f9c2b-94e3-40dc-9a2a-efd4c7465094, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6145e00b-cf85-461c-ac98-8a02ca6edacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '22779060-adf5-4baf-82a0-bb717877f1c8'}}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:04:21.274696 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-0564b082-0f8f-4b39-a63c-a579df7e42d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:21.339649 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-0564b082-0f8f-4b39-a63c-a579df7e42d1 service neutron] For port a71f9c2b-94e3-40dc-9a2a-efd4c7465094, host hv-cinder-81708, cleared binding levels {{(pid=101601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:04:21.342464 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-0564b082-0f8f-4b39-a63c-a579df7e42d1 service neutron] For port a71f9c2b-94e3-40dc-9a2a-efd4c7465094, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=a71f9c2b-94e3-40dc-9a2a-efd4c7465094,segment=NetworkSegment(6145e00b-cf85-461c-ac98-8a02ca6edacd),segment_id=6145e00b-cf85-461c-ac98-8a02ca6edacd)] {{(pid=101601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:04:21.346868 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-0564b082-0f8f-4b39-a63c-a579df7e42d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:21.388232 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-0564b082-0f8f-4b39-a63c-a579df7e42d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:21.388872 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-0564b082-0f8f-4b39-a63c-a579df7e42d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:21.390260 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-0564b082-0f8f-4b39-a63c-a579df7e42d1 service neutron] 10.222.0.64 "PUT /v2.0/ports/a71f9c2b-94e3-40dc-9a2a-efd4c7465094 HTTP/1.1" status: 200 len: 1098 time: 1.1525946 Nov 11 01:04:21.423988 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-fbde7358-d3ee-4f65-b1d0-abd2c09cd4f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7957db06-9b36-48fb-91f5-537bca5d85c5 HTTP/1.1" status: 200 len: 217 time: 0.0506282 Nov 11 01:04:21.440753 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564b082-0f8f-4b39-a63c-a579df7e42d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a71f9c2b-94e3-40dc-9a2a-efd4c7465094,revision_number=3']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:21.611276 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-d081f629-97ea-4b7a-896b-5ffab322bbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:21.612780 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-d081f629-97ea-4b7a-896b-5ffab322bbab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a02394f-0dc6-4d50-9053-e463b69f5032 HTTP/1.1" status: 200 len: 850 time: 0.0446651 Nov 11 01:04:21.729049 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-19407807-7603-4252-b82d-fda480b7c9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:21.730488 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-19407807-7603-4252-b82d-fda480b7c9c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a3ae2c2523374a969e98e2340346e184&device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 1101 time: 0.0633316 Nov 11 01:04:21.732735 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-eaa12f3c-a6ba-4f7b-a285-63eb18bd1ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:21.734044 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-eaa12f3c-a6ba-4f7b-a285-63eb18bd1ac1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0201e78f-31b0-4780-85e5-2d0c4a5203a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751338 Nov 11 01:04:21.865793 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236a065-decc-4028-8e96-f650e10439b5 req-9514f8b3-2e92-488c-b020-54e64d394097 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:21.867926 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b236a065-decc-4028-8e96-f650e10439b5 req-9514f8b3-2e92-488c-b020-54e64d394097 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 943 time: 0.0872610 Nov 11 01:04:21.876868 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263c10e-d47f-444a-891a-2bcc53d32740 req-993ab27a-68ec-4438-ac48-5ac1bbe8d989 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:21.878715 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3263c10e-d47f-444a-891a-2bcc53d32740 req-993ab27a-68ec-4438-ac48-5ac1bbe8d989 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c78dbc5-446a-4880-b317-ba9b20304be9 HTTP/1.1" status: 200 len: 943 time: 0.0887718 Nov 11 01:04:21.957371 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b236a065-decc-4028-8e96-f650e10439b5 req-72193e45-4185-4cf7-b805-9db0bc4ebec7 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775561 Nov 11 01:04:21.976146 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b336841f-584a-488d-ae62-7c4887e8931c', 'tag': 'a71f9c2b-94e3-40dc-9a2a-efd4c7465094'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:04:21.976146 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28927b55-3d92-4e9d-abc6-f20aaf4a2a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "b336841f-584a-488d-ae62-7c4887e8931c", "tag": "a71f9c2b-94e3-40dc-9a2a-efd4c7465094"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:04:21.978263 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-dc422687-d611-419f-aed6-665178c59076 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=a71f9c2b-94e3-40dc-9a2a-efd4c7465094 HTTP/1.1" status: 200 len: 217 time: 0.1104450 Nov 11 01:04:21.996504 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3263c10e-d47f-444a-891a-2bcc53d32740 req-815cfbd7-860b-4e37-860b-4a27d38afe89 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020296 Nov 11 01:04:22.052331 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5eda7f-953f-4a3b-a1f0-bf97e677c2bd x-openstack-request-id: req-ff5eda7f-953f-4a3b-a1f0-bf97e677c2bd {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:04:22.052694 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b336841f-584a-488d-ae62-7c4887e8931c", "tag": "a71f9c2b-94e3-40dc-9a2a-efd4c7465094", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:04:22.053010 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ff5eda7f-953f-4a3b-a1f0-bf97e677c2bd {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:04:22.053589 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b336841f-584a-488d-ae62-7c4887e8931c', 'tag': 'a71f9c2b-94e3-40dc-9a2a-efd4c7465094', 'status': 'completed', 'code': 200} Nov 11 01:04:22.064245 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-1ca57d39-2759-4f70-8292-930455e18b67 service neutron] 10.222.0.64 "GET /v2.0/networks/0201e78f-31b0-4780-85e5-2d0c4a5203a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974304 Nov 11 01:04:22.072277 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-d9877e35-03da-474e-aa4a-d56c0288ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:22.074044 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-d9877e35-03da-474e-aa4a-d56c0288ac1a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2a5a0259-d571-4c89-9461-da37c649ed5f HTTP/1.1" status: 200 len: 843 time: 0.0729299 Nov 11 01:04:22.090869 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f55c3-44d4-447e-bbba-8c59de996d6b req-41f75318-039b-419e-9759-13eec2c42b84 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:22.092613 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f34f55c3-44d4-447e-bbba-8c59de996d6b req-41f75318-039b-419e-9759-13eec2c42b84 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 948 time: 0.0633008 Nov 11 01:04:22.170391 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f34f55c3-44d4-447e-bbba-8c59de996d6b req-8d0aeba5-bfb7-4daa-b8e5-ab05f24df642 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6346b61-56e9-4729-8ba4-ad30e9879538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710859 Nov 11 01:04:22.189723 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6acc2f-1694-4608-b596-6dfbc021f351 req-ead50319-c509-426d-a441-122aaeb01117 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:22.191449 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7a6acc2f-1694-4608-b596-6dfbc021f351 req-ead50319-c509-426d-a441-122aaeb01117 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0851932 Nov 11 01:04:22.217359 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-29882eb0-bde2-44bb-acb1-3979c5fa1c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:22.218835 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-29882eb0-bde2-44bb-acb1-3979c5fa1c70 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=22779060-adf5-4baf-82a0-bb717877f1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0954399 Nov 11 01:04:22.242352 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7a6acc2f-1694-4608-b596-6dfbc021f351 req-b3c92f12-7a69-4781-a146-027f43bcb5ad tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440149 Nov 11 01:04:22.257668 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b38eef58-5f89-4fdc-9bc6-d6d2cd2c6ed1 req-9bc73feb-58ef-4b2c-a70f-8716a636e0f6 service neutron] 10.222.0.64 "GET /v2.0/networks/0201e78f-31b0-4780-85e5-2d0c4a5203a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328971 Nov 11 01:04:22.342355 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-5d8e0489-48aa-4a7c-b64b-31eed5799a37 service neutron] 10.222.0.64 "GET /v2.0/networks/22779060-adf5-4baf-82a0-bb717877f1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975633 Nov 11 01:04:22.361246 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fed031-6c9d-4c13-90b6-345ddfda861a req-ae71d5e4-b8d3-40dc-9e5f-49f4849de37e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:22.362823 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-92fed031-6c9d-4c13-90b6-345ddfda861a req-ae71d5e4-b8d3-40dc-9e5f-49f4849de37e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0517769 Nov 11 01:04:22.409712 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-92fed031-6c9d-4c13-90b6-345ddfda861a req-7c808dee-cbcd-4914-b796-d7c4904a9e4b tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410516 Nov 11 01:04:22.524275 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-023d7729-06a9-4dc1-a8c1-ef53bb9ba987 req-d10fdc85-e4f4-4fd9-b955-c59e047074bd service neutron] 10.222.0.64 "GET /v2.0/networks/22779060-adf5-4baf-82a0-bb717877f1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046066 Nov 11 01:04:22.744881 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28927b55-3d92-4e9d-abc6-f20aaf4a2a2c req-3ea2fd7e-60c1-49b8-b67c-d566033e98e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:22.746443 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-28927b55-3d92-4e9d-abc6-f20aaf4a2a2c req-3ea2fd7e-60c1-49b8-b67c-d566033e98e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a3ae2c2523374a969e98e2340346e184&device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 1101 time: 0.0527177 Nov 11 01:04:22.863607 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28927b55-3d92-4e9d-abc6-f20aaf4a2a2c req-22f4a3a5-0242-43bc-bdae-e365a4130c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:22.865054 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-28927b55-3d92-4e9d-abc6-f20aaf4a2a2c req-22f4a3a5-0242-43bc-bdae-e365a4130c0b service neutron] 10.222.0.64 "GET /v2.0/networks?id=22779060-adf5-4baf-82a0-bb717877f1c8 HTTP/1.1" status: 200 len: 869 time: 0.0932469 Nov 11 01:04:22.915452 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-28927b55-3d92-4e9d-abc6-f20aaf4a2a2c req-32f08e1f-db3b-49a1-ac7c-d4e4a16a748c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=a71f9c2b-94e3-40dc-9a2a-efd4c7465094 HTTP/1.1" status: 200 len: 217 time: 0.0324633 Nov 11 01:04:22.973415 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28927b55-3d92-4e9d-abc6-f20aaf4a2a2c req-2f8908d8-3fca-4e01-aeda-d40118fbee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:22.974854 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-28927b55-3d92-4e9d-abc6-f20aaf4a2a2c req-2f8908d8-3fca-4e01-aeda-d40118fbee4b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2a5a0259-d571-4c89-9461-da37c649ed5f HTTP/1.1" status: 200 len: 843 time: 0.0448940 Nov 11 01:04:23.065171 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28927b55-3d92-4e9d-abc6-f20aaf4a2a2c req-91362182-a393-4350-ba0d-70bc8fb82382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:23.066690 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-28927b55-3d92-4e9d-abc6-f20aaf4a2a2c req-91362182-a393-4350-ba0d-70bc8fb82382 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=22779060-adf5-4baf-82a0-bb717877f1c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0470240 Nov 11 01:04:23.090031 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d4d3d-cc32-43d4-9902-0521fab9fe71 req-53bc664c-0ac0-4529-aa77-60839b41e4ab tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:23.091683 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2a8d4d3d-cc32-43d4-9902-0521fab9fe71 req-53bc664c-0ac0-4529-aa77-60839b41e4ab tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 943 time: 0.0703840 Nov 11 01:04:23.169025 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2a8d4d3d-cc32-43d4-9902-0521fab9fe71 req-a40662b5-c0df-4c19-a8bc-c74c826b8868 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710530 Nov 11 01:04:23.172188 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-28927b55-3d92-4e9d-abc6-f20aaf4a2a2c req-25f5b1cc-dfd6-46ac-9d37-846e7fa0713e service neutron] 10.222.0.64 "GET /v2.0/networks/22779060-adf5-4baf-82a0-bb717877f1c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843968 Nov 11 01:04:23.178188 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5d336-7146-4c93-adaa-498496201408 req-22398f76-14fc-4c1e-a026-1ff497667365 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:23.179655 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d5f5d336-7146-4c93-adaa-498496201408 req-22398f76-14fc-4c1e-a026-1ff497667365 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c78dbc5-446a-4880-b317-ba9b20304be9 HTTP/1.1" status: 200 len: 943 time: 0.0759466 Nov 11 01:04:23.230260 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d5f5d336-7146-4c93-adaa-498496201408 req-b1098f21-a4eb-4fb8-8c2a-cccdd1e9de34 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446846 Nov 11 01:04:23.287517 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e33381-da42-435c-92bc-283fb688932b req-f4743604-b51b-4468-af0e-5c00249d8bae tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:23.288985 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f5e33381-da42-435c-92bc-283fb688932b req-f4743604-b51b-4468-af0e-5c00249d8bae tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 948 time: 0.0484691 Nov 11 01:04:23.297007 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-28927b55-3d92-4e9d-abc6-f20aaf4a2a2c req-e04696fb-3217-4845-bd70-6404ca588ead service neutron] 10.222.0.64 "GET /v2.0/networks/22779060-adf5-4baf-82a0-bb717877f1c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911341 Nov 11 01:04:23.340703 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f5e33381-da42-435c-92bc-283fb688932b req-b86ea7e6-3007-4ac6-86f3-2c084e4c2363 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6346b61-56e9-4729-8ba4-ad30e9879538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457554 Nov 11 01:04:23.992791 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f786a0d-7e17-4898-9f75-565a183b4db2 req-9f13446a-fe31-4eec-bbbf-4b914d448b55 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:23.994631 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8f786a0d-7e17-4898-9f75-565a183b4db2 req-9f13446a-fe31-4eec-bbbf-4b914d448b55 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0495114 Nov 11 01:04:24.045731 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8f786a0d-7e17-4898-9f75-565a183b4db2 req-06ccba11-a2d1-4f3b-8bf1-e29328c9c138 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455470 Nov 11 01:04:24.074506 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178824bd-6bf3-4bd1-a0ec-d9403c799e73 req-c9d2aaf1-b646-4df1-a48a-d32b7a9607bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:24.076065 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-178824bd-6bf3-4bd1-a0ec-d9403c799e73 req-c9d2aaf1-b646-4df1-a48a-d32b7a9607bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b9ddce0b6794348af30770172bcd5c5&device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 1098 time: 0.0706291 Nov 11 01:04:24.215282 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178824bd-6bf3-4bd1-a0ec-d9403c799e73 req-040c414f-2775-49ad-b64c-d58209a5f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:24.216774 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-178824bd-6bf3-4bd1-a0ec-d9403c799e73 req-040c414f-2775-49ad-b64c-d58209a5f0c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=288ad7ee-ad49-45cc-b619-30fceacb55ee HTTP/1.1" status: 200 len: 919 time: 0.0895727 Nov 11 01:04:24.288384 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-178824bd-6bf3-4bd1-a0ec-d9403c799e73 req-9f0c77a4-499d-4d93-bbf6-e70fb6927955 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82da993e-a127-427f-9c31-a8b1a4846d8f HTTP/1.1" status: 200 len: 217 time: 0.0387664 Nov 11 01:04:24.289019 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eef872-22d1-4c34-a047-1f1a29893fad req-dc583a65-7e12-48d6-a48b-0a169ae80bae tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:24.290553 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b1eef872-22d1-4c34-a047-1f1a29893fad req-dc583a65-7e12-48d6-a48b-0a169ae80bae tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 943 time: 0.0530772 Nov 11 01:04:24.342283 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device bcc3a1f2-10cd-4afa-a834-eb618cd1d74c details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 01:04:24.347912 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178824bd-6bf3-4bd1-a0ec-d9403c799e73 req-667fc42e-2e77-4570-8119-52aca8a235ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:24.349565 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-178824bd-6bf3-4bd1-a0ec-d9403c799e73 req-667fc42e-2e77-4570-8119-52aca8a235ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=217dd1d9-2c80-47df-a154-fc3ee5b01472 HTTP/1.1" status: 200 len: 859 time: 0.0448980 Nov 11 01:04:24.371411 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b1eef872-22d1-4c34-a047-1f1a29893fad req-11ff5099-ed17-4d5f-b251-5af031f91c85 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751314 Nov 11 01:04:24.386065 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06692872-8032-4319-ad35-c6a368920c28 req-fe7fdb60-87cb-4e27-b06d-ef1ef6f97d74 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:24.392421 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-06692872-8032-4319-ad35-c6a368920c28 req-fe7fdb60-87cb-4e27-b06d-ef1ef6f97d74 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c78dbc5-446a-4880-b317-ba9b20304be9 HTTP/1.1" status: 200 len: 943 time: 0.0888267 Nov 11 01:04:24.403743 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-178824bd-6bf3-4bd1-a0ec-d9403c799e73 req-453129d6-8cb4-4922-86ba-cc88d773863b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=288ad7ee-ad49-45cc-b619-30fceacb55ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311420 Nov 11 01:04:24.439260 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-06692872-8032-4319-ad35-c6a368920c28 req-16dfe293-b080-4546-b98d-caea2dc2cba7 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453477 Nov 11 01:04:24.456627 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port bcc3a1f2-10cd-4afa-a834-eb618cd1d74c, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=bcc3a1f2-10cd-4afa-a834-eb618cd1d74c,segment=NetworkSegment(02392950-2ab0-48e7-9241-9f8e2d63cde2),segment_id=02392950-2ab0-48e7-9241-9f8e2d63cde2)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:04:24.470502 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Returning: {'device': 'bcc3a1f2-10cd-4afa-a834-eb618cd1d74c', 'network_id': '232e5fb8-96bd-4e33-ad1f-50b0e7e803d2', 'port_id': 'bcc3a1f2-10cd-4afa-a834-eb618cd1d74c', 'mac_address': 'fa:16:3e:b4:17:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b7bfe1a-44c7-4090-b981-aebbae43c563', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 01:04:24.490115 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26aaa1-b7f9-4ea2-99e8-440f31b0676a req-54ee1c29-22d9-44a8-afa1-f6d3d70880e9 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:24.495831 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4a26aaa1-b7f9-4ea2-99e8-440f31b0676a req-54ee1c29-22d9-44a8-afa1-f6d3d70880e9 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 948 time: 0.0551519 Nov 11 01:04:24.515494 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:24.523909 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-178824bd-6bf3-4bd1-a0ec-d9403c799e73 req-38e4ef71-8b4a-4962-91d1-d6eb5c92bcf5 service neutron] 10.222.0.64 "GET /v2.0/networks/288ad7ee-ad49-45cc-b619-30fceacb55ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992129 Nov 11 01:04:24.530644 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc3a1f2-10cd-4afa-a834-eb618cd1d74c {{(pid=101603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:04:24.547648 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4a26aaa1-b7f9-4ea2-99e8-440f31b0676a req-b7fb881a-3d99-4547-90c0-a4675a9d8ac1 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6346b61-56e9-4729-8ba4-ad30e9879538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498507 Nov 11 01:04:24.550975 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port bcc3a1f2-10cd-4afa-a834-eb618cd1d74c, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=bcc3a1f2-10cd-4afa-a834-eb618cd1d74c,segment=NetworkSegment(02392950-2ab0-48e7-9241-9f8e2d63cde2),segment_id=02392950-2ab0-48e7-9241-9f8e2d63cde2)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:04:24.555275 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:24.607377 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=bcc3a1f2-10cd-4afa-a834-eb618cd1d74c,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:24.631874 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-178824bd-6bf3-4bd1-a0ec-d9403c799e73 req-77e0d5d3-499e-4e85-920d-7f76a7505f4e service neutron] 10.222.0.64 "GET /v2.0/networks/288ad7ee-ad49-45cc-b619-30fceacb55ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937908 Nov 11 01:04:24.886480 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:04:25.199838 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b83365-4202-41ca-b2e9-db5ca7f70ee2 req-43a4073d-9e03-4d2e-9737-c5eb5496941e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:25.201350 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d4b83365-4202-41ca-b2e9-db5ca7f70ee2 req-43a4073d-9e03-4d2e-9737-c5eb5496941e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0802529 Nov 11 01:04:25.275541 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d4b83365-4202-41ca-b2e9-db5ca7f70ee2 req-bea91bd0-3611-421d-8a50-eb4e926f75d5 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651207 Nov 11 01:04:25.302464 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['bcc3a1f2-10cd-4afa-a834-eb618cd1d74c'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:04:25.490375 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be704257-de7f-4331-89e4-cf54dc8433d6 req-f2f412ae-d6a0-40ed-9622-33ad28ce2bb9 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:25.492015 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-be704257-de7f-4331-89e4-cf54dc8433d6 req-f2f412ae-d6a0-40ed-9622-33ad28ce2bb9 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 943 time: 0.0501127 Nov 11 01:04:25.568775 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-be704257-de7f-4331-89e4-cf54dc8433d6 req-8d7be94c-c65f-4161-ab7f-123f8954225a tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707150 Nov 11 01:04:25.581883 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac8089-5d15-4ba5-9a49-9cb73693498e req-62f0c605-63f8-4e68-899e-d92cdd5c7a0e tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:25.583351 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9bac8089-5d15-4ba5-9a49-9cb73693498e req-62f0c605-63f8-4e68-899e-d92cdd5c7a0e tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c78dbc5-446a-4880-b317-ba9b20304be9 HTTP/1.1" status: 200 len: 944 time: 0.0721691 Nov 11 01:04:25.660702 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9bac8089-5d15-4ba5-9a49-9cb73693498e req-17078979-d599-4d8f-9ac4-628c09cd8d41 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675540 Nov 11 01:04:25.680845 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b647def-78dd-45c3-a211-1bf23ce5d4ce req-afa9724b-5850-4c12-b56c-4dcb976a3006 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:25.682270 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7b647def-78dd-45c3-a211-1bf23ce5d4ce req-afa9724b-5850-4c12-b56c-4dcb976a3006 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 948 time: 0.0569618 Nov 11 01:04:25.729954 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7b647def-78dd-45c3-a211-1bf23ce5d4ce req-344a0136-8cd5-4796-be84-c16bb1df79a3 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6346b61-56e9-4729-8ba4-ad30e9879538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418179 Nov 11 01:04:26.368965 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device a71f9c2b-94e3-40dc-9a2a-efd4c7465094 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 01:04:26.393041 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00616f-be82-4d01-bd73-ae0680c107b2 req-37b35785-ce2d-4552-a63a-b8b9da83002e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:26.394897 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ff00616f-be82-4d01-bd73-ae0680c107b2 req-37b35785-ce2d-4552-a63a-b8b9da83002e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0503163 Nov 11 01:04:26.449011 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ff00616f-be82-4d01-bd73-ae0680c107b2 req-55fdd4a7-8f11-419c-8e38-80c0c4ab4ad4 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438328 Nov 11 01:04:26.485280 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port a71f9c2b-94e3-40dc-9a2a-efd4c7465094, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=a71f9c2b-94e3-40dc-9a2a-efd4c7465094,segment=NetworkSegment(6145e00b-cf85-461c-ac98-8a02ca6edacd),segment_id=6145e00b-cf85-461c-ac98-8a02ca6edacd)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:04:26.496133 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Returning: {'device': 'a71f9c2b-94e3-40dc-9a2a-efd4c7465094', 'network_id': '22779060-adf5-4baf-82a0-bb717877f1c8', 'port_id': 'a71f9c2b-94e3-40dc-9a2a-efd4c7465094', 'mac_address': 'fa:16:3e:8d:17:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5a0259-d571-4c89-9461-da37c649ed5f', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 01:04:26.535061 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:26.547351 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a71f9c2b-94e3-40dc-9a2a-efd4c7465094 {{(pid=101603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:04:26.569875 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port a71f9c2b-94e3-40dc-9a2a-efd4c7465094, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=a71f9c2b-94e3-40dc-9a2a-efd4c7465094,segment=NetworkSegment(6145e00b-cf85-461c-ac98-8a02ca6edacd),segment_id=6145e00b-cf85-461c-ac98-8a02ca6edacd)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:04:26.573660 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:26.574319 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 7957db06-9b36-48fb-91f5-537bca5d85c5 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 01:04:26.679395 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=a71f9c2b-94e3-40dc-9a2a-efd4c7465094,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:26.698613 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b9907-a539-4a80-872c-b0aa58abae02 req-13d8646e-bfd7-4f55-aae4-5162d56e83b1 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:26.700717 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9f7b9907-a539-4a80-872c-b0aa58abae02 req-13d8646e-bfd7-4f55-aae4-5162d56e83b1 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 943 time: 0.0636933 Nov 11 01:04:26.716156 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 7957db06-9b36-48fb-91f5-537bca5d85c5, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=7957db06-9b36-48fb-91f5-537bca5d85c5,segment=NetworkSegment(1634d06e-1d4c-4924-a971-6958bbee6c8d),segment_id=1634d06e-1d4c-4924-a971-6958bbee6c8d)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:04:26.727053 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Returning: {'device': '7957db06-9b36-48fb-91f5-537bca5d85c5', 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'port_id': '7957db06-9b36-48fb-91f5-537bca5d85c5', 'mac_address': 'fa:16:3e:c0:92:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 01:04:26.771476 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:26.779274 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9f7b9907-a539-4a80-872c-b0aa58abae02 req-748bba03-3dba-40fa-9059-4a7df3043a57 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709901 Nov 11 01:04:26.785442 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7957db06-9b36-48fb-91f5-537bca5d85c5 {{(pid=101603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:04:26.799429 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6389e-fd50-42a4-9aa5-d2c6a6786be7 req-1a3f00e3-fbbf-4b1e-b020-5dac94b25f75 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:26.800913 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0cb6389e-fd50-42a4-9aa5-d2c6a6786be7 req-1a3f00e3-fbbf-4b1e-b020-5dac94b25f75 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c78dbc5-446a-4880-b317-ba9b20304be9 HTTP/1.1" status: 200 len: 944 time: 0.0673451 Nov 11 01:04:26.805436 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 7957db06-9b36-48fb-91f5-537bca5d85c5, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=7957db06-9b36-48fb-91f5-537bca5d85c5,segment=NetworkSegment(1634d06e-1d4c-4924-a971-6958bbee6c8d),segment_id=1634d06e-1d4c-4924-a971-6958bbee6c8d)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:04:26.811782 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:26.868704 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0cb6389e-fd50-42a4-9aa5-d2c6a6786be7 req-6cb35c5e-f5f6-40d0-86aa-75223cc2bb65 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582876 Nov 11 01:04:26.870213 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=7957db06-9b36-48fb-91f5-537bca5d85c5,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:26.912015 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306477b-32b8-4f7a-9e89-8b9584093dec req-186179b5-7717-4001-82c8-06da33aeb0cc tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:26.913546 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5306477b-32b8-4f7a-9e89-8b9584093dec req-186179b5-7717-4001-82c8-06da33aeb0cc tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 949 time: 0.0614283 Nov 11 01:04:26.968046 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5306477b-32b8-4f7a-9e89-8b9584093dec req-23d195e5-ff89-4fcd-a622-c0ebd3ff6b9a tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6346b61-56e9-4729-8ba4-ad30e9879538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481451 Nov 11 01:04:27.552157 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['a71f9c2b-94e3-40dc-9a2a-efd4c7465094'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:04:27.582753 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523e2b8-c792-411f-b47d-cef84dd6e30f req-dc1ec8fb-90e9-41aa-b365-bb63d68afc19 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:27.584775 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f523e2b8-c792-411f-b47d-cef84dd6e30f req-dc1ec8fb-90e9-41aa-b365-bb63d68afc19 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0663667 Nov 11 01:04:27.591639 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['7957db06-9b36-48fb-91f5-537bca5d85c5'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:04:27.664681 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f523e2b8-c792-411f-b47d-cef84dd6e30f req-f69941d3-5984-4fa6-8821-b4a3e122fb79 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658467 Nov 11 01:04:27.913816 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c956aa-fa3a-4da3-a2a1-9cae08ebfd87 req-ededddbe-6f97-4afe-a9e9-8315a48ce6fc tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:27.915843 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b6c956aa-fa3a-4da3-a2a1-9cae08ebfd87 req-ededddbe-6f97-4afe-a9e9-8315a48ce6fc tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 944 time: 0.0669870 Nov 11 01:04:28.002122 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b6c956aa-fa3a-4da3-a2a1-9cae08ebfd87 req-7125a1a8-172e-4a04-a9f9-b809bb61a168 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800745 Nov 11 01:04:28.023659 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6d830-94f0-464e-9560-24a7f507aff6 req-edc9b382-eac1-4254-9de2-2e404e13f19a tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:28.025195 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5cb6d830-94f0-464e-9560-24a7f507aff6 req-edc9b382-eac1-4254-9de2-2e404e13f19a tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c78dbc5-446a-4880-b317-ba9b20304be9 HTTP/1.1" status: 200 len: 944 time: 0.0583866 Nov 11 01:04:28.099361 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5cb6d830-94f0-464e-9560-24a7f507aff6 req-011bffa2-1e99-4d5d-85a3-ab538cea839a tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681708 Nov 11 01:04:28.116651 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f8909-bb3b-4203-a6ed-284c1579f40a req-8957f481-fb74-49fa-a8f0-e13723dcd679 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:28.118093 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f92f8909-bb3b-4203-a6ed-284c1579f40a req-8957f481-fb74-49fa-a8f0-e13723dcd679 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 949 time: 0.0606022 Nov 11 01:04:28.165378 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f92f8909-bb3b-4203-a6ed-284c1579f40a req-d4309416-4131-460d-89dd-ab2dbb9000d9 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6346b61-56e9-4729-8ba4-ad30e9879538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414407 Nov 11 01:04:28.359019 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device bcc3a1f2-10cd-4afa-a834-eb618cd1d74c up at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:04:28.415668 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning for port bcc3a1f2-10cd-4afa-a834-eb618cd1d74c completed by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 01:04:28.419615 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning complete for port bcc3a1f2-10cd-4afa-a834-eb618cd1d74c triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:04:28.419981 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:28.497190 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:28.520341 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c78dbc5-446a-4880-b317-ba9b20304be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc3a1f2-10cd-4afa-a834-eb618cd1d74c'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:04:28.522614 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41efd16-8b30-43f4-87bd-18c239c19d9f" -d '{"events": [{"server_uuid": "6c78dbc5-446a-4880-b317-ba9b20304be9", "name": "network-vif-plugged", "status": "completed", "tag": "bcc3a1f2-10cd-4afa-a834-eb618cd1d74c"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:04:28.535566 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port bcc3a1f2-10cd-4afa-a834-eb618cd1d74c, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=bcc3a1f2-10cd-4afa-a834-eb618cd1d74c,segment=NetworkSegment(02392950-2ab0-48e7-9241-9f8e2d63cde2),segment_id=02392950-2ab0-48e7-9241-9f8e2d63cde2)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:04:28.546931 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:28.571417 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f36db1b-f740-4844-b95b-732b8b5efc24 x-openstack-request-id: req-1f36db1b-f740-4844-b95b-732b8b5efc24 {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:04:28.572521 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c78dbc5-446a-4880-b317-ba9b20304be9", "name": "network-vif-plugged", "status": "completed", "tag": "bcc3a1f2-10cd-4afa-a834-eb618cd1d74c", "code": 200}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:04:28.572521 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1f36db1b-f740-4844-b95b-732b8b5efc24 {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:04:28.572690 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c78dbc5-446a-4880-b317-ba9b20304be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc3a1f2-10cd-4afa-a834-eb618cd1d74c', 'code': 200} Nov 11 01:04:28.598419 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=bcc3a1f2-10cd-4afa-a834-eb618cd1d74c,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:28.845917 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb52e5-4a4d-454e-abdb-c4c5665bc0a4 req-bc03f769-42ab-44c8-b681-6dcbd90eebde tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:28.847545 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5ffb52e5-4a4d-454e-abdb-c4c5665bc0a4 req-bc03f769-42ab-44c8-b681-6dcbd90eebde tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0743566 Nov 11 01:04:28.908466 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5ffb52e5-4a4d-454e-abdb-c4c5665bc0a4 req-2b55b257-cba1-4c95-80e8-dc0ac98155d5 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481310 Nov 11 01:04:28.935871 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a3d4e-9f13-401a-ba34-236b1c8b5978 req-d7db9c84-7b9b-41b1-a3db-df45e0950d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:28.937370 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-500a3d4e-9f13-401a-ba34-236b1c8b5978 req-d7db9c84-7b9b-41b1-a3db-df45e0950d3b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6c78dbc5-446a-4880-b317-ba9b20304be9 HTTP/1.1" status: 200 len: 1098 time: 0.0469713 Nov 11 01:04:28.951589 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 55700) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:04:28.990641 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-500a3d4e-9f13-401a-ba34-236b1c8b5978 req-441a9e6c-57d7-4ead-94a4-e442d6adc7b2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405588 Nov 11 01:04:29.059118 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-a6a00102-f49e-4c76-9703-d3eb603c7605 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:29.144405 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ecac4f-99a2-4696-99ae-ac79c45c8559 req-55906f70-4755-4f05-a59d-d0cff1dd36c8 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:29.145948 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-83ecac4f-99a2-4696-99ae-ac79c45c8559 req-55906f70-4755-4f05-a59d-d0cff1dd36c8 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 944 time: 0.0767746 Nov 11 01:04:29.236084 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-a6a00102-f49e-4c76-9703-d3eb603c7605 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:29.246656 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-a6a00102-f49e-4c76-9703-d3eb603c7605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:29.270362 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-83ecac4f-99a2-4696-99ae-ac79c45c8559 req-6246caa7-ad9f-4a0e-be1c-e838c9878874 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172259 Nov 11 01:04:29.301681 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-a6a00102-f49e-4c76-9703-d3eb603c7605 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=29c997bd989b4ff4b5e7a003dbcee16d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460875 Nov 11 01:04:29.302007 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 55712) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:04:29.306872 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13743e9a-fd96-42a3-a339-a3f86d5146d3 req-596433e0-e836-44bd-a0a6-a650f2e04670 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:29.308436 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-13743e9a-fd96-42a3-a339-a3f86d5146d3 req-596433e0-e836-44bd-a0a6-a650f2e04670 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c78dbc5-446a-4880-b317-ba9b20304be9 HTTP/1.1" status: 200 len: 945 time: 0.1342726 Nov 11 01:04:29.309303 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a00102-f49e-4c76-9703-d3eb603c7605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900a4fa6-5251-496b-9578-78db3564cc97,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:29.371902 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-0868bbb3-8adb-4a5e-8500-f0b4bf6de409 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:29.383332 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-c52cd6e0-3960-46bd-890c-d7461c7d5d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:29.400547 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-0868bbb3-8adb-4a5e-8500-f0b4bf6de409 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:29.406685 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-13743e9a-fd96-42a3-a339-a3f86d5146d3 req-bb3e67c0-04f0-47d6-b84d-e9b410a2cee0 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743558 Nov 11 01:04:29.424410 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d426756-1102-42e2-ab70-8097f10095aa req-b543f27b-4a3e-44c9-846f-09aa5bc0df74 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:29.425896 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0d426756-1102-42e2-ab70-8097f10095aa req-b543f27b-4a3e-44c9-846f-09aa5bc0df74 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 949 time: 0.0833480 Nov 11 01:04:29.451693 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-0868bbb3-8adb-4a5e-8500-f0b4bf6de409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:29.455833 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-0868bbb3-8adb-4a5e-8500-f0b4bf6de409 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:29.456969 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-0868bbb3-8adb-4a5e-8500-f0b4bf6de409 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/900a4fa6-5251-496b-9578-78db3564cc97 HTTP/1.1" status: 204 len: 168 time: 0.1537912 Nov 11 01:04:29.465166 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868bbb3-8adb-4a5e-8500-f0b4bf6de409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900a4fa6-5251-496b-9578-78db3564cc97,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:29.479142 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0d426756-1102-42e2-ab70-8097f10095aa req-36da2759-4b8f-4fa0-bf1f-f1e20d8c20cf tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6346b61-56e9-4729-8ba4-ad30e9879538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466015 Nov 11 01:04:30.041855 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17caba8e-e9d6-47de-8ff6-f6483558b20b req-2aaad442-84f8-4995-bb90-b7857dc78396 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:30.044068 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-17caba8e-e9d6-47de-8ff6-f6483558b20b req-2aaad442-84f8-4995-bb90-b7857dc78396 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0575271 Nov 11 01:04:30.096807 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-17caba8e-e9d6-47de-8ff6-f6483558b20b req-11ced5ea-f192-4b3a-a197-5e199844434d tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458469 Nov 11 01:04:30.118782 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 55744) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:04:30.225229 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-d6beff82-3dd0-420b-8458-35a0441e9621 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:30.310939 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-d6beff82-3dd0-420b-8458-35a0441e9621 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:30.319343 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-d6beff82-3dd0-420b-8458-35a0441e9621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:30.373173 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-d6beff82-3dd0-420b-8458-35a0441e9621 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=acb5d52c62c942908e9fdce60fe4a8d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533107 Nov 11 01:04:30.375994 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 55760) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:04:30.385959 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device a71f9c2b-94e3-40dc-9a2a-efd4c7465094 up at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:04:30.398632 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6beff82-3dd0-420b-8458-35a0441e9621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587aa69a-1485-4ebc-a976-77875a8c4074,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:30.444343 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8793cb-8fc3-4e5d-b3de-f881f4c2801f req-021a172e-79ef-4ab0-8cd7-1c2b624425a8 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:30.445891 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4e8793cb-8fc3-4e5d-b3de-f881f4c2801f req-021a172e-79ef-4ab0-8cd7-1c2b624425a8 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 944 time: 0.0885146 Nov 11 01:04:30.453895 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning for port a71f9c2b-94e3-40dc-9a2a-efd4c7465094 completed by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 01:04:30.458501 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning complete for port a71f9c2b-94e3-40dc-9a2a-efd4c7465094 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:04:30.459026 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:30.474226 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ca3413d1-f75b-4ae5-a8bd-cdf645d68573 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:30.513721 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ca3413d1-f75b-4ae5-a8bd-cdf645d68573 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:30.536359 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4e8793cb-8fc3-4e5d-b3de-f881f4c2801f req-7bddc8c6-156f-4b29-9245-1f09cb4e8dd6 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787489 Nov 11 01:04:30.577027 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:30.592001 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ca3413d1-f75b-4ae5-a8bd-cdf645d68573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:30.595378 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ca3413d1-f75b-4ae5-a8bd-cdf645d68573 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:30.597078 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-ca3413d1-f75b-4ae5-a8bd-cdf645d68573 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/587aa69a-1485-4ebc-a976-77875a8c4074 HTTP/1.1" status: 204 len: 168 time: 0.2199726 Nov 11 01:04:30.605552 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b336841f-584a-488d-ae62-7c4887e8931c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71f9c2b-94e3-40dc-9a2a-efd4c7465094'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:04:30.608273 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882d713e-d975-42d7-b94e-1597d5b9772f" -d '{"events": [{"server_uuid": "b336841f-584a-488d-ae62-7c4887e8931c", "name": "network-vif-plugged", "status": "completed", "tag": "a71f9c2b-94e3-40dc-9a2a-efd4c7465094"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:04:30.620926 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3413d1-f75b-4ae5-a8bd-cdf645d68573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587aa69a-1485-4ebc-a976-77875a8c4074,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:30.621597 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d56eaa-ab71-45e7-b986-227b1a36c563 req-cab93bc1-b330-4481-adf1-87efa87b344a tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:30.623495 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port a71f9c2b-94e3-40dc-9a2a-efd4c7465094, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=a71f9c2b-94e3-40dc-9a2a-efd4c7465094,segment=NetworkSegment(6145e00b-cf85-461c-ac98-8a02ca6edacd),segment_id=6145e00b-cf85-461c-ac98-8a02ca6edacd)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:04:30.627770 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e1d56eaa-ab71-45e7-b986-227b1a36c563 req-cab93bc1-b330-4481-adf1-87efa87b344a tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c78dbc5-446a-4880-b317-ba9b20304be9 HTTP/1.1" status: 200 len: 945 time: 0.0845809 Nov 11 01:04:30.630187 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:30.631744 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 7957db06-9b36-48fb-91f5-537bca5d85c5 up at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:04:30.716772 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e1d56eaa-ab71-45e7-b986-227b1a36c563 req-54912655-be27-42e2-bad5-13d82f806b94 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810599 Nov 11 01:04:30.730271 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48070d8b-011d-47a1-ac3a-6397fae2fa04 req-bdc39976-cc49-4445-b433-8e409867159a tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:30.738710 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-48070d8b-011d-47a1-ac3a-6397fae2fa04 req-bdc39976-cc49-4445-b433-8e409867159a tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 950 time: 0.1015317 Nov 11 01:04:30.755709 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=a71f9c2b-94e3-40dc-9a2a-efd4c7465094,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:30.767507 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning for port 7957db06-9b36-48fb-91f5-537bca5d85c5 completed by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 01:04:30.781519 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning complete for port 7957db06-9b36-48fb-91f5-537bca5d85c5 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:04:30.781519 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:30.798521 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-48070d8b-011d-47a1-ac3a-6397fae2fa04 req-16894013-532b-4eb8-a037-ad6395dc75ae tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6346b61-56e9-4729-8ba4-ad30e9879538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588837 Nov 11 01:04:30.825495 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef4cbc5-b81c-44cb-a574-8d6b3050afc4 x-openstack-request-id: req-aef4cbc5-b81c-44cb-a574-8d6b3050afc4 {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:04:30.825807 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b336841f-584a-488d-ae62-7c4887e8931c", "name": "network-vif-plugged", "status": "completed", "tag": "a71f9c2b-94e3-40dc-9a2a-efd4c7465094", "code": 200}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:04:30.826222 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aef4cbc5-b81c-44cb-a574-8d6b3050afc4 {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:04:30.826607 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b336841f-584a-488d-ae62-7c4887e8931c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71f9c2b-94e3-40dc-9a2a-efd4c7465094', 'code': 200} Nov 11 01:04:30.902503 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:30.943916 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 7957db06-9b36-48fb-91f5-537bca5d85c5, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=7957db06-9b36-48fb-91f5-537bca5d85c5,segment=NetworkSegment(1634d06e-1d4c-4924-a971-6958bbee6c8d),segment_id=1634d06e-1d4c-4924-a971-6958bbee6c8d)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:04:30.949375 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:31.010371 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=7957db06-9b36-48fb-91f5-537bca5d85c5,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:31.225961 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d907b8-b3b5-4b33-8ac4-2ce67fb3d480 req-1fbd2c34-d3c5-431d-8bc4-e97b9058fc5b tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:31.233011 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-10d907b8-b3b5-4b33-8ac4-2ce67fb3d480 req-1fbd2c34-d3c5-431d-8bc4-e97b9058fc5b tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0627465 Nov 11 01:04:31.318221 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-10d907b8-b3b5-4b33-8ac4-2ce67fb3d480 req-472bfe6d-b379-4070-8e39-8c898ae99d3a tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842648 Nov 11 01:04:31.366898 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7bcd13-b60a-4841-b1b6-104bcbfbb16e req-33ccd98d-7eeb-4673-9582-1386de67108a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:31.368557 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-9b7bcd13-b60a-4841-b1b6-104bcbfbb16e req-33ccd98d-7eeb-4673-9582-1386de67108a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 1103 time: 0.0525076 Nov 11 01:04:31.559907 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-9b7bcd13-b60a-4841-b1b6-104bcbfbb16e req-64add39e-047a-47d3-9d4d-cdff1fe5c287 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c6346b61-56e9-4729-8ba4-ad30e9879538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456467 Nov 11 01:04:31.658634 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da40f4-cf33-41f4-9b52-c5ac982f80bc req-f164bf27-fff8-4e04-b7d7-e07dbf6d4df6 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:31.660214 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-64da40f4-cf33-41f4-9b52-c5ac982f80bc req-f164bf27-fff8-4e04-b7d7-e07dbf6d4df6 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0521157 Nov 11 01:04:31.721820 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-64da40f4-cf33-41f4-9b52-c5ac982f80bc req-b1d88ba1-8f8c-4ab5-8561-b5943cea1303 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530231 Nov 11 01:04:31.814178 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-77689060-8ad7-4061-95ac-216e9dedb84e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:31.855582 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc756914-8df9-470a-b81e-e805f78123ca req-40664844-4001-4982-a306-2df515d0851c tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:31.864110 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-bc756914-8df9-470a-b81e-e805f78123ca req-40664844-4001-4982-a306-2df515d0851c tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c78dbc5-446a-4880-b317-ba9b20304be9 HTTP/1.1" status: 200 len: 945 time: 0.0676789 Nov 11 01:04:31.978873 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-bc756914-8df9-470a-b81e-e805f78123ca req-20840ab4-f0aa-4c6f-8ad9-5bcc979e2310 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136677 Nov 11 01:04:31.994087 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b9701-395e-4510-b561-f4c4721e369a req-a9510bc6-9c6c-484e-9376-5bd302ac7ff2 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:31.995960 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9e3b9701-395e-4510-b561-f4c4721e369a req-a9510bc6-9c6c-484e-9376-5bd302ac7ff2 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 950 time: 0.1223454 Nov 11 01:04:32.075151 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9e3b9701-395e-4510-b561-f4c4721e369a req-2ed24f96-a224-4c3e-94b2-9cb99399b6ab tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6346b61-56e9-4729-8ba4-ad30e9879538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695233 Nov 11 01:04:32.433410 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ede0e4-36e8-420c-b548-3cb31b60572b req-e4546d34-41c8-4520-8f85-a5f9b5cc4d02 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:32.434881 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a8ede0e4-36e8-420c-b548-3cb31b60572b req-e4546d34-41c8-4520-8f85-a5f9b5cc4d02 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0501072 Nov 11 01:04:32.490841 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a8ede0e4-36e8-420c-b548-3cb31b60572b req-32449340-2f2c-444b-83f2-967f743eab5c tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495541 Nov 11 01:04:32.828045 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7957db06-9b36-48fb-91f5-537bca5d85c5'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:04:32.830470 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8f7661-4e13-495e-8a16-a292d6e92c6e" -d '{"events": [{"server_uuid": "64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8", "name": "network-vif-plugged", "status": "completed", "tag": "7957db06-9b36-48fb-91f5-537bca5d85c5"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:04:32.833936 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658379b-67f0-4957-a6ec-0d68c74c10ce req-b3f8353e-0c91-4ae8-9e9d-e625bf36779a tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:32.835767 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6658379b-67f0-4957-a6ec-0d68c74c10ce req-b3f8353e-0c91-4ae8-9e9d-e625bf36779a tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0515635 Nov 11 01:04:32.856202 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:32.872361 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d328f590-7dc0-4780-bd10-52fa957b7138 x-openstack-request-id: req-d328f590-7dc0-4780-bd10-52fa957b7138 {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:04:32.872670 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8", "name": "network-vif-plugged", "status": "completed", "tag": "7957db06-9b36-48fb-91f5-537bca5d85c5", "code": 200}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:04:32.872923 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d328f590-7dc0-4780-bd10-52fa957b7138 {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:04:32.873311 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7957db06-9b36-48fb-91f5-537bca5d85c5', 'code': 200} Nov 11 01:04:32.885962 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6658379b-67f0-4957-a6ec-0d68c74c10ce req-a507852f-735e-4b88-9645-8b4035d12c92 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436096 Nov 11 01:04:33.195862 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a420091-b898-4a42-abb1-ffd1ed970ff1 req-9249519f-6310-41c9-bc32-30f1a8f9e5ef tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:33.197345 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3a420091-b898-4a42-abb1-ffd1ed970ff1 req-9249519f-6310-41c9-bc32-30f1a8f9e5ef tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 950 time: 0.0486794 Nov 11 01:04:33.206404 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697076a-de9a-4039-8db1-ae8ab1e4952b req-76f2cbb5-5ef7-40c0-950e-ade2f1ccf785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:33.208030 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-7697076a-de9a-4039-8db1-ae8ab1e4952b req-76f2cbb5-5ef7-40c0-950e-ade2f1ccf785 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 1098 time: 0.0395622 Nov 11 01:04:33.246577 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3a420091-b898-4a42-abb1-ffd1ed970ff1 req-4abc9235-778a-44db-8afc-293c966749e8 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6346b61-56e9-4729-8ba4-ad30e9879538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425653 Nov 11 01:04:33.263747 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-7697076a-de9a-4039-8db1-ae8ab1e4952b req-ca495232-a206-469f-9059-c5538e854ff4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410545 Nov 11 01:04:33.612602 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11682a48-8887-44eb-b77f-5555239f7bb7 req-352bc92a-7552-420e-a20a-633ee28ba512 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:33.614052 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-11682a48-8887-44eb-b77f-5555239f7bb7 req-352bc92a-7552-420e-a20a-633ee28ba512 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0513372 Nov 11 01:04:33.664576 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-11682a48-8887-44eb-b77f-5555239f7bb7 req-67f35975-6f66-4960-9a5d-55cf22fb8aa9 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442667 Nov 11 01:04:34.002653 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9235c08-cb0f-45d0-9976-3a7d5fd313e7 req-6470b0ac-da50-43af-b4fe-388f12665f01 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:34.004230 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a9235c08-cb0f-45d0-9976-3a7d5fd313e7 req-6470b0ac-da50-43af-b4fe-388f12665f01 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0502632 Nov 11 01:04:34.052287 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a9235c08-cb0f-45d0-9976-3a7d5fd313e7 req-55b43357-a73b-4048-bf53-0b8402696f92 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412493 Nov 11 01:04:34.396266 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea3362-5480-44f7-8bd0-bea4c691898b req-d9928fec-ed0a-48f9-90e4-e207751a53f2 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:34.399018 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5cea3362-5480-44f7-8bd0-bea4c691898b req-d9928fec-ed0a-48f9-90e4-e207751a53f2 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 950 time: 0.0598009 Nov 11 01:04:34.412394 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:34.455028 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5cea3362-5480-44f7-8bd0-bea4c691898b req-d3a2a83a-0664-4120-82e5-c062d52fcaa3 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6346b61-56e9-4729-8ba4-ad30e9879538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489941 Nov 11 01:04:34.791896 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71356919-02bd-4dd1-a237-aef27d10c365 req-c8a17c3c-cf8e-43df-a257-65f6bee38750 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:34.792915 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-71356919-02bd-4dd1-a237-aef27d10c365 req-c8a17c3c-cf8e-43df-a257-65f6bee38750 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0604665 Nov 11 01:04:34.843854 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-71356919-02bd-4dd1-a237-aef27d10c365 req-58ecfa9b-062e-4034-aa70-a27d7172b218 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419173 Nov 11 01:04:34.966056 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:35.172230 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ec437-1826-4e67-87c0-81ee58cf9a59 req-854a6521-4a58-423e-b828-7dc0339adcb9 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:35.173830 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0c2ec437-1826-4e67-87c0-81ee58cf9a59 req-854a6521-4a58-423e-b828-7dc0339adcb9 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0507448 Nov 11 01:04:35.220687 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0c2ec437-1826-4e67-87c0-81ee58cf9a59 req-24cf1830-c30c-4720-8609-ea5115b4c6fc tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409224 Nov 11 01:04:35.573734 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab9358-73cf-4447-ac58-f40a2d84183b req-21913ea6-5029-4d72-a49d-303281059954 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:35.575226 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-70ab9358-73cf-4447-ac58-f40a2d84183b req-21913ea6-5029-4d72-a49d-303281059954 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 950 time: 0.0506163 Nov 11 01:04:35.838397 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-70ab9358-73cf-4447-ac58-f40a2d84183b req-4bb4ce29-992c-44cf-8197-555da4246771 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6346b61-56e9-4729-8ba4-ad30e9879538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572927 Nov 11 01:04:35.980626 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf615c-d26f-4dad-9f48-598a201d114a req-7bf72909-e85f-4fe7-b0a2-d5df59d5b60d tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:35.982059 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-20bf615c-d26f-4dad-9f48-598a201d114a req-7bf72909-e85f-4fe7-b0a2-d5df59d5b60d tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0479789 Nov 11 01:04:36.027028 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-20bf615c-d26f-4dad-9f48-598a201d114a req-ad561ab1-fdd0-42a9-a129-57b36b6f1ec0 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382538 Nov 11 01:04:36.254553 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda6a63-e97a-4c51-8010-ad7361f34ac4 req-1c344e3e-4502-4221-a793-de56e9d60cbb tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:36.256044 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-edda6a63-e97a-4c51-8010-ad7361f34ac4 req-1c344e3e-4502-4221-a793-de56e9d60cbb tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 950 time: 0.0556221 Nov 11 01:04:36.305596 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-edda6a63-e97a-4c51-8010-ad7361f34ac4 req-f4670487-1c82-4489-b0b3-829cd44e7919 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6346b61-56e9-4729-8ba4-ad30e9879538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430899 Nov 11 01:04:36.409200 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b68010-3cbd-4a91-a69d-9c3d33c55ecc req-b1e0b2e5-f5dd-439e-a3ef-cc5f9f7a15cf tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:36.410545 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-41b68010-3cbd-4a91-a69d-9c3d33c55ecc req-b1e0b2e5-f5dd-439e-a3ef-cc5f9f7a15cf tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0506213 Nov 11 01:04:36.456826 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-41b68010-3cbd-4a91-a69d-9c3d33c55ecc req-fb99ff7b-8fdd-482c-92ea-1a768bb35c3b tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403895 Nov 11 01:04:37.139771 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd86673-d4a6-4658-a695-a9ae5691b7c6 req-2791ca40-bbb2-4e09-9b93-ad1a92b0e324 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:37.141206 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6bd86673-d4a6-4658-a695-a9ae5691b7c6 req-2791ca40-bbb2-4e09-9b93-ad1a92b0e324 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0490232 Nov 11 01:04:37.187001 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6bd86673-d4a6-4658-a695-a9ae5691b7c6 req-705c20b0-8693-4032-a50b-7b6a1c2bb2e5 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398340 Nov 11 01:04:37.423276 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6a46b-e2c9-4fc1-823e-92ddde2a2cf3 req-74610b09-601a-4841-9292-b9989450c657 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:37.424716 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-74c6a46b-e2c9-4fc1-823e-92ddde2a2cf3 req-74610b09-601a-4841-9292-b9989450c657 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 950 time: 0.0514541 Nov 11 01:04:37.471302 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-74c6a46b-e2c9-4fc1-823e-92ddde2a2cf3 req-e6905716-109e-42ca-a2d6-c24f21778d86 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6346b61-56e9-4729-8ba4-ad30e9879538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406592 Nov 11 01:04:37.708938 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92af7f9-9bf0-4c31-8874-c7cdbe8aa547 req-7272b309-50d6-44a0-81a6-3791a585a386 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:37.710395 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c92af7f9-9bf0-4c31-8874-c7cdbe8aa547 req-7272b309-50d6-44a0-81a6-3791a585a386 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0483761 Nov 11 01:04:37.763206 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c92af7f9-9bf0-4c31-8874-c7cdbe8aa547 req-469e9e51-70b9-45ac-a4d6-9efba0bcf580 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434093 Nov 11 01:04:38.304223 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a7829-993f-42c4-b501-15dc7acc63a4 req-f5fc1714-b682-4ccc-8fa2-c4335b18c914 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:38.305650 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-829a7829-993f-42c4-b501-15dc7acc63a4 req-f5fc1714-b682-4ccc-8fa2-c4335b18c914 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0475864 Nov 11 01:04:38.357112 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-829a7829-993f-42c4-b501-15dc7acc63a4 req-cd9f3d0d-f87a-4963-8d4d-d46e97fcc97f tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451984 Nov 11 01:04:38.585315 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921e0b0-9146-4cec-9b17-db35ccfde5be req-a42f31c8-2608-4f7f-ad3d-b5312457db14 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:38.586683 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b921e0b0-9146-4cec-9b17-db35ccfde5be req-a42f31c8-2608-4f7f-ad3d-b5312457db14 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 950 time: 0.0470111 Nov 11 01:04:38.633482 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b921e0b0-9146-4cec-9b17-db35ccfde5be req-29eca2cc-803a-474f-8960-013ceac0cb88 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6346b61-56e9-4729-8ba4-ad30e9879538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406411 Nov 11 01:04:38.876532 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470a997-f276-41b0-aad6-ae657e09c467 req-95843b44-a491-425a-b67e-f1cdfb605ab7 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:38.877944 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e470a997-f276-41b0-aad6-ae657e09c467 req-95843b44-a491-425a-b67e-f1cdfb605ab7 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0469532 Nov 11 01:04:38.928618 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e470a997-f276-41b0-aad6-ae657e09c467 req-e28cdcb9-a425-40d0-ba5a-d89846aea5a5 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438755 Nov 11 01:04:39.474819 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ab729-4137-48d5-a2c6-fc1b719b7df7 req-b027e15b-788e-4875-bd5f-5573a25b12b5 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:39.476369 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e99ab729-4137-48d5-a2c6-fc1b719b7df7 req-b027e15b-788e-4875-bd5f-5573a25b12b5 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0517428 Nov 11 01:04:39.522883 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e99ab729-4137-48d5-a2c6-fc1b719b7df7 req-11804518-22a3-45f8-88b5-e16a76bd13eb tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407131 Nov 11 01:04:39.749700 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795a902-6453-48bf-bb52-ec6719cbcb87 req-bc156a8a-91bf-4c6f-992e-7cf42823d240 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:39.751175 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e795a902-6453-48bf-bb52-ec6719cbcb87 req-bc156a8a-91bf-4c6f-992e-7cf42823d240 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 950 time: 0.0488458 Nov 11 01:04:39.799047 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e795a902-6453-48bf-bb52-ec6719cbcb87 req-cff76e68-bd60-420d-b4c3-abad869483d5 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6346b61-56e9-4729-8ba4-ad30e9879538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413303 Nov 11 01:04:40.045925 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4001c06-6317-4d25-8726-6727dc9dd334 req-ee9c1415-cf2d-483c-83f9-10c40e78b870 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:40.047400 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c4001c06-6317-4d25-8726-6727dc9dd334 req-ee9c1415-cf2d-483c-83f9-10c40e78b870 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0517159 Nov 11 01:04:40.097699 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c4001c06-6317-4d25-8726-6727dc9dd334 req-c36f5e09-aeb1-4bed-9cd7-06c7b4018517 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431409 Nov 11 01:04:40.651260 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89977a7c-4edc-416e-93de-b43654bc8d8a req-b9d5a16f-4a87-4506-993a-b1ae46edb020 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:40.652761 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-89977a7c-4edc-416e-93de-b43654bc8d8a req-b9d5a16f-4a87-4506-993a-b1ae46edb020 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0609121 Nov 11 01:04:40.703643 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-89977a7c-4edc-416e-93de-b43654bc8d8a req-a027cfa1-2c0a-4666-9e89-c8258330db75 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441039 Nov 11 01:04:40.923437 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0216743-3d02-4583-a886-d6affac81c5d req-ba83ec01-9436-47cd-a53c-004f738d876b tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:40.924964 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e0216743-3d02-4583-a886-d6affac81c5d req-ba83ec01-9436-47cd-a53c-004f738d876b tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 950 time: 0.0568826 Nov 11 01:04:40.987371 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e0216743-3d02-4583-a886-d6affac81c5d req-858cfbd0-3376-4d22-8a1b-165dab6c6b6f tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6346b61-56e9-4729-8ba4-ad30e9879538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563402 Nov 11 01:04:41.251317 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f26972-beff-445b-868f-77a5be9c331e req-3bf11628-af6c-4025-87a5-5b40a088a714 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:41.252924 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e8f26972-beff-445b-868f-77a5be9c331e req-3bf11628-af6c-4025-87a5-5b40a088a714 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0539412 Nov 11 01:04:41.306344 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e8f26972-beff-445b-868f-77a5be9c331e req-21f71d8d-d428-4846-9eba-0183ffc09a85 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442765 Nov 11 01:04:41.528926 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db544d-fcb9-4d35-880b-933d1376053a req-0e0354b9-f215-4319-b1fd-4330f350fe86 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:41.530451 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-20db544d-fcb9-4d35-880b-933d1376053a req-0e0354b9-f215-4319-b1fd-4330f350fe86 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/networks?id=232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 HTTP/1.1" status: 200 len: 815 time: 0.1133258 Nov 11 01:04:41.547909 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-20db544d-fcb9-4d35-880b-933d1376053a req-6d5a8d49-1af2-4923-9b36-65161722ebfe tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/quotas/43ffc4ef7782463480e07227c26cfa47 HTTP/1.1" status: 200 len: 375 time: 0.0102651 Nov 11 01:04:41.606450 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-20db544d-fcb9-4d35-880b-933d1376053a req-0d65fdf9-b7f1-4b67-826e-692ba6d174a0 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=43ffc4ef7782463480e07227c26cfa47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511663 Nov 11 01:04:41.723460 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-20db544d-fcb9-4d35-880b-933d1376053a req-5a414cb7-fa93-455e-9c8e-929e91c1b6fb service neutron] 10.222.0.52 "GET /v2.0/networks/232e5fb8-96bd-4e33-ad1f-50b0e7e803d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042197 Nov 11 01:04:41.897367 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-20db544d-fcb9-4d35-880b-933d1376053a req-1e42c138-14d4-4225-990b-526492373a9c service neutron] 10.222.0.52 "GET /v2.0/networks/232e5fb8-96bd-4e33-ad1f-50b0e7e803d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670783 Nov 11 01:04:41.910103 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d86d1e-6b3e-4571-accf-edb5e5c1233b req-06156583-50a3-4a98-a5f5-6cc9a76591b6 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:41.911557 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f6d86d1e-6b3e-4571-accf-edb5e5c1233b req-06156583-50a3-4a98-a5f5-6cc9a76591b6 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0780478 Nov 11 01:04:41.984302 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f6d86d1e-6b3e-4571-accf-edb5e5c1233b req-cac0bb48-d844-45c2-ae2a-23d65428a6e6 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668101 Nov 11 01:04:42.109812 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5daf6268-18ca-4e46-8a65-66f1a28fbb4b req-38313cf0-862e-43a7-8f22-43f0eec22efb tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 210 time: 0.0562084 Nov 11 01:04:42.137974 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43e650-5644-4d06-8700-d647cc15e9ca req-c7d01406-1287-44c0-b0a5-c29e9ee64c06 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:42.139355 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1f43e650-5644-4d06-8700-d647cc15e9ca req-c7d01406-1287-44c0-b0a5-c29e9ee64c06 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 950 time: 0.0663967 Nov 11 01:04:42.187051 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1f43e650-5644-4d06-8700-d647cc15e9ca req-91deb3b6-c393-4093-88f8-b8f23464c683 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6346b61-56e9-4729-8ba4-ad30e9879538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409758 Nov 11 01:04:42.430465 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf57dfc-ef80-44e2-b62c-8df7d3259394 req-ae8b2f89-b999-4441-b13e-cd9a5b617d1f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:42.432056 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2bf57dfc-ef80-44e2-b62c-8df7d3259394 req-ae8b2f89-b999-4441-b13e-cd9a5b617d1f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0507495 Nov 11 01:04:42.485572 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2bf57dfc-ef80-44e2-b62c-8df7d3259394 req-2e424ddc-8114-400c-a3fc-ffb7c0c82193 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477052 Nov 11 01:04:42.598804 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997a945-bc8c-4b95-8da0-407da84c27f0 req-f4db94aa-4c40-4091-94b0-b01f654ee6dd tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:42.600317 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2997a945-bc8c-4b95-8da0-407da84c27f0 req-f4db94aa-4c40-4091-94b0-b01f654ee6dd tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0516248 Nov 11 01:04:42.609546 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 56068) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:04:42.615141 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-88f0b02a-34c8-4aab-91ed-e85d84b3c1b6 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Request body: {'floatingip': {'port_id': '7957db06-9b36-48fb-91f5-537bca5d85c5'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:04:42.657521 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-88f0b02a-34c8-4aab-91ed-e85d84b3c1b6 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for floatingip, before_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:43.153542 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89abb3-9f19-4e31-8244-9edd026d51a8 req-54239fc7-353a-4348-b7e0-3196a5eb9b3a tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:43.155067 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9e89abb3-9f19-4e31-8244-9edd026d51a8 req-54239fc7-353a-4348-b7e0-3196a5eb9b3a tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0999191 Nov 11 01:04:43.159153 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-88f0b02a-34c8-4aab-91ed-e85d84b3c1b6 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:43.168562 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-88f0b02a-34c8-4aab-91ed-e85d84b3c1b6 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918241'] for floatingip, after_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:43.258886 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1f65fa9a-441a-4f57-a0ef-c646a16ee44a req-70d6bf77-b8b3-4234-889b-4956c36e00a9 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 210 time: 0.0411811 Nov 11 01:04:43.319514 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9e89abb3-9f19-4e31-8244-9edd026d51a8 req-dd22feca-8d33-4c50-b20e-402520e94e01 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574883 Nov 11 01:04:43.365086 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.db.l3_db [None req-88f0b02a-34c8-4aab-91ed-e85d84b3c1b6 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Floating IP ba6866ef-2576-4045-8697-69b96e1c6b10 associated. External IP: 172.27.2.202, port: 7957db06-9b36-48fb-91f5-537bca5d85c5. Nov 11 01:04:43.422998 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acb334-1cd4-4c24-bce0-fdef6dd02ee0 req-4be43e75-389e-4827-9a07-267ac0630ea6 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:43.424465 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-39acb334-1cd4-4c24-bce0-fdef6dd02ee0 req-4be43e75-389e-4827-9a07-267ac0630ea6 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 950 time: 0.1002254 Nov 11 01:04:43.526597 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-39acb334-1cd4-4c24-bce0-fdef6dd02ee0 req-450c9f6a-a12e-412a-8b01-78a921f7a72d tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6346b61-56e9-4729-8ba4-ad30e9879538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682061 Nov 11 01:04:43.559212 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:43.638151 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f0b02a-34c8-4aab-91ed-e85d84b3c1b6 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Router de235f7c-9391-42e5-8fde-460afd907890 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:04:43.753761 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f0b02a-34c8-4aab-91ed-e85d84b3c1b6 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:04:43.758693 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-88f0b02a-34c8-4aab-91ed-e85d84b3c1b6 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for floatingip, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:43.763460 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b60fdff-252c-48e5-97d9-b42f1a07fc42 None None] Sync routers for ids ['de235f7c-9391-42e5-8fde-460afd907890'] in dv-cinder-817085-3-iscsi {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:04:43.773694 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b60fdff-252c-48e5-97d9-b42f1a07fc42 None None] Routers {'de235f7c-9391-42e5-8fde-460afd907890'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:04:43.774287 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-4b60fdff-252c-48e5-97d9-b42f1a07fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:04:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['de235f7c-9391-42e5-8fde-460afd907890'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:04:43.787469 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-88f0b02a-34c8-4aab-91ed-e85d84b3c1b6 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "PUT /v2.0/floatingips/ba6866ef-2576-4045-8697-69b96e1c6b10 HTTP/1.1" status: 200 len: 991 time: 1.1741493 Nov 11 01:04:43.787469 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8', 'tag': '7957db06-9b36-48fb-91f5-537bca5d85c5'}] {{(pid=101602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:04:43.787732 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbc2a4dd34722a8e14e2fc20a6c680084dc03eb7d3307192ee443654b1fba6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df900735-0e8d-41cc-999b-c783a32defe5" -d '{"events": [{"name": "network-changed", "server_uuid": "64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8", "tag": "7957db06-9b36-48fb-91f5-537bca5d85c5"}]}' {{(pid=101602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:04:43.936293 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cda5c1-1c2b-4339-9ac4-453aa34bf5ac x-openstack-request-id: req-05cda5c1-1c2b-4339-9ac4-453aa34bf5ac {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:04:43.936771 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8", "tag": "7957db06-9b36-48fb-91f5-537bca5d85c5", "status": "completed", "code": 200}]} {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:04:43.937184 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-05cda5c1-1c2b-4339-9ac4-453aa34bf5ac {{(pid=101602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:04:43.937735 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8', 'tag': '7957db06-9b36-48fb-91f5-537bca5d85c5', 'status': 'completed', 'code': 200} Nov 11 01:04:43.990782 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-4b60fdff-252c-48e5-97d9-b42f1a07fc42 None None] Set router de235f7c-9391-42e5-8fde-460afd907890 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:04:44.250322 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 56114) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:04:44.257319 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-4b60fdff-252c-48e5-97d9-b42f1a07fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de235f7c-9391-42e5-8fde-460afd907890', 'name': 'tempest-AttachVolumeTestJSON-1962698695-router', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:46Z', 'revision_number': 4, 'project_id': 'd65821f142fe445b8388094f872c5457', 'gw_port': {'id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fe:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': 'ba6866ef-2576-4045-8697-69b96e1c6b10', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'floating_ip_address': '172.27.2.202', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'port_id': '7957db06-9b36-48fb-91f5-537bca5d85c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'mac_address': 'fa:16:3e:c0:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:03:49Z', 'updated_at': '2021-11-11T01:04:43Z', 'revision_number': 1, 'project_id': 'd65821f142fe445b8388094f872c5457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9e1032-c333-44ee-b00d-987b9abd248a', 'name': '', 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'mac_address': 'fa:16:3e:17:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:46Z', 'updated_at': '2021-11-11T01:03:50Z', 'revision_number': 5, 'project_id': 'd65821f142fe445b8388094f872c5457', 'subnets': [{'id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:04:44.286623 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b60fdff-252c-48e5-97d9-b42f1a07fc42 None None] Checking router: de235f7c-9391-42e5-8fde-460afd907890 for host: dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:04:44.301873 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b60fdff-252c-48e5-97d9-b42f1a07fc42 None None] Routers {'de235f7c-9391-42e5-8fde-460afd907890'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:04:44.302654 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-4b60fdff-252c-48e5-97d9-b42f1a07fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:04:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['de235f7c-9391-42e5-8fde-460afd907890'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:04:44.397143 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ed81-bbb5-415a-aede-d4d59d545cce admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:44.423733 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df900735-0e8d-41cc-999b-c783a32defe5 req-520be86a-8f5d-495e-85c4-5a55342a97e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:44.425966 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-df900735-0e8d-41cc-999b-c783a32defe5 req-520be86a-8f5d-495e-85c4-5a55342a97e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d65821f142fe445b8388094f872c5457&device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 1098 time: 0.0817821 Nov 11 01:04:44.426134 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-963b98e4-9537-46ae-8d5f-68b1f3f713a4 req-6328f28d-4a95-4613-9d08-cccc15fb0379 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 210 time: 0.0475566 Nov 11 01:04:44.469715 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-4b60fdff-252c-48e5-97d9-b42f1a07fc42 None None] Set router de235f7c-9391-42e5-8fde-460afd907890 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:04:44.501594 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ed81-bbb5-415a-aede-d4d59d545cce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:44.504648 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b3b58-63c6-4ad7-8fc9-0a5cfda35c07 req-5623e4f9-a7c8-47af-b14a-842b492d180f tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:44.506245 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ed81-bbb5-415a-aede-d4d59d545cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:44.514369 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ce2b3b58-63c6-4ad7-8fc9-0a5cfda35c07 req-5623e4f9-a7c8-47af-b14a-842b492d180f tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0646861 Nov 11 01:04:44.553388 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-e4f9ed81-bbb5-415a-aede-d4d59d545cce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7bceaa2d65154ccba4e20c485027197a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016555 Nov 11 01:04:44.555748 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 56124) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:04:44.562586 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9ed81-bbb5-415a-aede-d4d59d545cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ec3ee4-a812-4853-93a7-d3242612cf56,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:44.569699 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ce2b3b58-63c6-4ad7-8fc9-0a5cfda35c07 req-2830c5be-1f13-4c20-acd7-840eca94100a tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537097 Nov 11 01:04:44.578570 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9ed81-bbb5-415a-aede-d4d59d545cce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:44.578911 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9ed81-bbb5-415a-aede-d4d59d545cce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:44.579449 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9ed81-bbb5-415a-aede-d4d59d545cce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:44.579976 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9ed81-bbb5-415a-aede-d4d59d545cce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:44.580491 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9ed81-bbb5-415a-aede-d4d59d545cce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:44.580997 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9ed81-bbb5-415a-aede-d4d59d545cce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:44.582243 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9ed81-bbb5-415a-aede-d4d59d545cce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:44.582604 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9ed81-bbb5-415a-aede-d4d59d545cce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:44.582903 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9ed81-bbb5-415a-aede-d4d59d545cce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:44.583252 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9ed81-bbb5-415a-aede-d4d59d545cce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:44.583588 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9ed81-bbb5-415a-aede-d4d59d545cce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:44.583897 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9ed81-bbb5-415a-aede-d4d59d545cce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:44.631354 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e26d56-cb3b-4425-b34e-1018767a3209 req-d763047f-0e76-4fd9-88d1-ba1b8e27af7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:44.635800 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-62e26d56-cb3b-4425-b34e-1018767a3209 req-d763047f-0e76-4fd9-88d1-ba1b8e27af7a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b9ddce0b6794348af30770172bcd5c5&device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 1098 time: 0.0579524 Nov 11 01:04:44.750707 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-4b60fdff-252c-48e5-97d9-b42f1a07fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de235f7c-9391-42e5-8fde-460afd907890', 'name': 'tempest-AttachVolumeTestJSON-1962698695-router', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:46Z', 'revision_number': 4, 'project_id': 'd65821f142fe445b8388094f872c5457', 'gw_port': {'id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fe:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': 'ba6866ef-2576-4045-8697-69b96e1c6b10', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'floating_ip_address': '172.27.2.202', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'port_id': '7957db06-9b36-48fb-91f5-537bca5d85c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'mac_address': 'fa:16:3e:c0:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:03:49Z', 'updated_at': '2021-11-11T01:04:43Z', 'revision_number': 1, 'project_id': 'd65821f142fe445b8388094f872c5457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9e1032-c333-44ee-b00d-987b9abd248a', 'name': '', 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'mac_address': 'fa:16:3e:17:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:46Z', 'updated_at': '2021-11-11T01:03:50Z', 'revision_number': 5, 'project_id': 'd65821f142fe445b8388094f872c5457', 'subnets': [{'id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:04:44.796870 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b60fdff-252c-48e5-97d9-b42f1a07fc42 None None] The sync data for ids ['de235f7c-9391-42e5-8fde-460afd907890'] in dv-cinder-817085-3-iscsi is: [{'id': 'de235f7c-9391-42e5-8fde-460afd907890', 'name': 'tempest-AttachVolumeTestJSON-1962698695-router', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:46Z', 'revision_number': 4, 'project_id': 'd65821f142fe445b8388094f872c5457', 'gw_port': {'id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fe:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': 'ba6866ef-2576-4045-8697-69b96e1c6b10', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'floating_ip_address': '172.27.2.202', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'port_id': '7957db06-9b36-48fb-91f5-537bca5d85c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'mac_address': 'fa:16:3e:c0:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:03:49Z', 'updated_at': '2021-11-11T01:04:43Z', 'revision_number': 1, 'project_id': 'd65821f142fe445b8388094f872c5457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9e1032-c333-44ee-b00d-987b9abd248a', 'name': '', 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'mac_address': 'fa:16:3e:17:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:46Z', 'updated_at': '2021-11-11T01:03:50Z', 'revision_number': 5, 'project_id': 'd65821f142fe445b8388094f872c5457', 'subnets': [{'id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:04:44.807394 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fde88-71d2-47a0-9d6e-a35ae8906698 req-f83cd37d-1d69-4041-a37f-065aef2d9bb2 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:44.808876 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-730fde88-71d2-47a0-9d6e-a35ae8906698 req-f83cd37d-1d69-4041-a37f-065aef2d9bb2 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 950 time: 0.1247053 Nov 11 01:04:44.817417 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d6c68420-5c5f-481f-b55b-c263b9b1ba4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:44.839616 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db544d-fcb9-4d35-880b-933d1376053a req-3e533a4d-ab40-4975-b783-4be8badf8252 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:44.841136 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-20db544d-fcb9-4d35-880b-933d1376053a req-3e533a4d-ab40-4975-b783-4be8badf8252 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.64 "GET /v2.0/networks?id=232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 HTTP/1.1" status: 200 len: 815 time: 0.2653782 Nov 11 01:04:44.848529 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df900735-0e8d-41cc-999b-c783a32defe5 req-3b6f6d70-789e-4e52-905d-8c48d83fca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:44.849944 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-df900735-0e8d-41cc-999b-c783a32defe5 req-3b6f6d70-789e-4e52-905d-8c48d83fca72 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0201e78f-31b0-4780-85e5-2d0c4a5203a2 HTTP/1.1" status: 200 len: 911 time: 0.2730956 Nov 11 01:04:44.860486 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e26d56-cb3b-4425-b34e-1018767a3209 req-f9dccfea-0887-482d-9953-01d5139f6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:44.862203 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-62e26d56-cb3b-4425-b34e-1018767a3209 req-f9dccfea-0887-482d-9953-01d5139f6df4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=288ad7ee-ad49-45cc-b619-30fceacb55ee HTTP/1.1" status: 200 len: 919 time: 0.1877625 Nov 11 01:04:44.864686 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d6c68420-5c5f-481f-b55b-c263b9b1ba4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:44.886698 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-730fde88-71d2-47a0-9d6e-a35ae8906698 req-430e4cd1-aba9-4c91-83ae-157b26924847 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6346b61-56e9-4729-8ba4-ad30e9879538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668554 Nov 11 01:04:44.930446 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-20db544d-fcb9-4d35-880b-933d1376053a req-261fc9f1-d11c-482b-840a-d8ce9209a5ac tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Request body: {'port': {'device_id': '3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea', 'network_id': '232e5fb8-96bd-4e33-ad1f-50b0e7e803d2', 'admin_state_up': True, 'tenant_id': '43ffc4ef7782463480e07227c26cfa47'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:04:44.936310 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d6c68420-5c5f-481f-b55b-c263b9b1ba4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:44.938870 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d6c68420-5c5f-481f-b55b-c263b9b1ba4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:44.944563 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-d6c68420-5c5f-481f-b55b-c263b9b1ba4a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f2ec3ee4-a812-4853-93a7-d3242612cf56 HTTP/1.1" status: 204 len: 168 time: 0.3873122 Nov 11 01:04:44.978791 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-62e26d56-cb3b-4425-b34e-1018767a3209 req-ba2e16ac-b4b5-4793-974b-d47e551cb50a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82da993e-a127-427f-9c31-a8b1a4846d8f HTTP/1.1" status: 200 len: 217 time: 0.0615742 Nov 11 01:04:45.069836 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6186318e-17bc-492a-b6ab-0a2f3e28dd79 None None] New status for floating IP ba6866ef-2576-4045-8697-69b96e1c6b10: ACTIVE {{(pid=101603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 01:04:45.142658 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e26d56-cb3b-4425-b34e-1018767a3209 req-30f5740c-18e5-4564-9c3d-2f81a344dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:45.144433 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-62e26d56-cb3b-4425-b34e-1018767a3209 req-30f5740c-18e5-4564-9c3d-2f81a344dfc9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=217dd1d9-2c80-47df-a154-fc3ee5b01472 HTTP/1.1" status: 200 len: 859 time: 0.0686970 Nov 11 01:04:45.205854 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-62e26d56-cb3b-4425-b34e-1018767a3209 req-3e9c14bb-ab9e-4d1f-8f38-e839671d8eb6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=288ad7ee-ad49-45cc-b619-30fceacb55ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337999 Nov 11 01:04:45.341526 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c68420-5c5f-481f-b55b-c263b9b1ba4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ec3ee4-a812-4853-93a7-d3242612cf56,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:45.383967 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-df900735-0e8d-41cc-999b-c783a32defe5 req-fb9a66c1-adab-4800-b1ea-79a612e5b643 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7957db06-9b36-48fb-91f5-537bca5d85c5 HTTP/1.1" status: 200 len: 999 time: 0.4692037 Nov 11 01:04:45.387374 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-62e26d56-cb3b-4425-b34e-1018767a3209 req-417dc7cd-9b9c-427f-9ce2-c73ec43c8a62 service neutron] 10.222.0.64 "GET /v2.0/networks/288ad7ee-ad49-45cc-b619-30fceacb55ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668437 Nov 11 01:04:45.482558 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df900735-0e8d-41cc-999b-c783a32defe5 req-070d2e1a-f80f-4a1a-8dc9-debcd03dad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:45.484501 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-df900735-0e8d-41cc-999b-c783a32defe5 req-070d2e1a-f80f-4a1a-8dc9-debcd03dad5f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a02394f-0dc6-4d50-9053-e463b69f5032 HTTP/1.1" status: 200 len: 850 time: 0.0632272 Nov 11 01:04:45.485544 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20db544d-fcb9-4d35-880b-933d1376053a req-261fc9f1-d11c-482b-840a-d8ce9209a5ac tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Made reservation on behalf of 43ffc4ef7782463480e07227c26cfa47 for: {'port': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:04:45.489406 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-20db544d-fcb9-4d35-880b-933d1376053a req-261fc9f1-d11c-482b-840a-d8ce9209a5ac tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:45.588016 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5b683ebe-3827-402e-9917-7d54b5eecc2d req-4ea5730f-86aa-4ccd-9dbb-70229e4f6465 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 210 time: 0.0810301 Nov 11 01:04:45.647577 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df900735-0e8d-41cc-999b-c783a32defe5 req-f0dac4c7-5ef7-4000-ac8f-e501127d3e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:45.649643 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-df900735-0e8d-41cc-999b-c783a32defe5 req-f0dac4c7-5ef7-4000-ac8f-e501127d3e99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0201e78f-31b0-4780-85e5-2d0c4a5203a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1360612 Nov 11 01:04:45.662151 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-62e26d56-cb3b-4425-b34e-1018767a3209 req-75ec1c5f-71f8-43bd-b3d6-b3645e2ebc4e service neutron] 10.222.0.64 "GET /v2.0/networks/288ad7ee-ad49-45cc-b619-30fceacb55ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530366 Nov 11 01:04:45.667042 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 56152) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:04:45.686542 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [req-20db544d-fcb9-4d35-880b-933d1376053a req-261fc9f1-d11c-482b-840a-d8ce9209a5ac tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Allocated IP 172.20.0.14 (232e5fb8-96bd-4e33-ad1f-50b0e7e803d2/2b7bfe1a-44c7-4090-b981-aebbae43c563/ff3dd580-7793-4eca-a64b-c7e41005425d) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:04:45.731529 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9084d59-3ce0-44b6-83fb-7687897f985a req-b992f2ad-b57c-465d-b3fe-d17c680b6529 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:45.733134 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e9084d59-3ce0-44b6-83fb-7687897f985a req-b992f2ad-b57c-465d-b3fe-d17c680b6529 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0533304 Nov 11 01:04:45.788619 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e9084d59-3ce0-44b6-83fb-7687897f985a req-f0097225-5dd5-46dc-bda3-63582b5217fa tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494077 Nov 11 01:04:45.803336 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b717057c-e13d-4460-83b6-3f6b4ca8a005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:45.885338 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b717057c-e13d-4460-83b6-3f6b4ca8a005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:45.892202 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b717057c-e13d-4460-83b6-3f6b4ca8a005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:45.914091 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-df900735-0e8d-41cc-999b-c783a32defe5 req-60f46b80-c5af-4028-bdda-f94ce5dc79b5 service neutron] 10.222.0.64 "GET /v2.0/networks/0201e78f-31b0-4780-85e5-2d0c4a5203a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657844 Nov 11 01:04:45.926617 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-20db544d-fcb9-4d35-880b-933d1376053a req-261fc9f1-d11c-482b-840a-d8ce9209a5ac tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:45.938324 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-b717057c-e13d-4460-83b6-3f6b4ca8a005 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=901ad6f8c8834aa087606c75faf0a9e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702708 Nov 11 01:04:45.939237 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717057c-e13d-4460-83b6-3f6b4ca8a005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96dec8a1-8677-4fe9-9608-32cd6dcbdac4,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:45.941891 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 56158) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:04:45.959342 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717057c-e13d-4460-83b6-3f6b4ca8a005 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:45.960179 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717057c-e13d-4460-83b6-3f6b4ca8a005 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:45.960179 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717057c-e13d-4460-83b6-3f6b4ca8a005 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:45.960409 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717057c-e13d-4460-83b6-3f6b4ca8a005 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:45.960629 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717057c-e13d-4460-83b6-3f6b4ca8a005 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:45.960952 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717057c-e13d-4460-83b6-3f6b4ca8a005 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:45.961268 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717057c-e13d-4460-83b6-3f6b4ca8a005 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:45.961580 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717057c-e13d-4460-83b6-3f6b4ca8a005 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:45.961899 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717057c-e13d-4460-83b6-3f6b4ca8a005 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:45.962210 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717057c-e13d-4460-83b6-3f6b4ca8a005 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:45.962518 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717057c-e13d-4460-83b6-3f6b4ca8a005 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:45.962827 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717057c-e13d-4460-83b6-3f6b4ca8a005 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:46.032788 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-20db544d-fcb9-4d35-880b-933d1376053a req-261fc9f1-d11c-482b-840a-d8ce9209a5ac tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:46.038766 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-747b2873-8ebf-4662-be7b-d621a86ac444 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:46.053525 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b614cf3-6980-441b-b877-207c9805f346 req-d0621265-eca6-4e83-b81e-ab638c0d7cf2 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:46.055100 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9b614cf3-6980-441b-b877-207c9805f346 req-d0621265-eca6-4e83-b81e-ab638c0d7cf2 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 950 time: 0.0751836 Nov 11 01:04:46.080656 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-747b2873-8ebf-4662-be7b-d621a86ac444 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:46.100262 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20db544d-fcb9-4d35-880b-933d1376053a req-261fc9f1-d11c-482b-840a-d8ce9209a5ac tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Network 232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:04:46.102570 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-df900735-0e8d-41cc-999b-c783a32defe5 req-8faf5261-3656-43cc-9688-87c54e6e7e8b service neutron] 10.222.0.64 "GET /v2.0/networks/0201e78f-31b0-4780-85e5-2d0c4a5203a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550665 Nov 11 01:04:46.105823 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [req-20db544d-fcb9-4d35-880b-933d1376053a req-261fc9f1-d11c-482b-840a-d8ce9209a5ac tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:04:46.109718 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-20db544d-fcb9-4d35-880b-933d1376053a req-261fc9f1-d11c-482b-840a-d8ce9209a5ac tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:04:46.128120 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['05b60e97-4d8c-4758-b07d-22fad0adb972', 'bcc3a1f2-10cd-4afa-a834-eb618cd1d74c'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:04:46.135585 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261fc9f1-d11c-482b-840a-d8ce9209a5ac tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Pushing event updated for resources: {'Port': ['ID=ff3dd580-7793-4eca-a64b-c7e41005425d,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:46.150694 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9b614cf3-6980-441b-b877-207c9805f346 req-e5b758e3-52a7-485f-973f-8f69c0582291 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6346b61-56e9-4729-8ba4-ad30e9879538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879509 Nov 11 01:04:46.183970 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db544d-fcb9-4d35-880b-933d1376053a req-261fc9f1-d11c-482b-840a-d8ce9209a5ac tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:46.184953 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-20db544d-fcb9-4d35-880b-933d1376053a req-261fc9f1-d11c-482b-840a-d8ce9209a5ac tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:46.190826 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-747b2873-8ebf-4662-be7b-d621a86ac444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:46.194744 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-747b2873-8ebf-4662-be7b-d621a86ac444 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:46.197886 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-747b2873-8ebf-4662-be7b-d621a86ac444 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/96dec8a1-8677-4fe9-9608-32cd6dcbdac4 HTTP/1.1" status: 204 len: 168 time: 0.2539535 Nov 11 01:04:46.211395 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-20db544d-fcb9-4d35-880b-933d1376053a req-261fc9f1-d11c-482b-840a-d8ce9209a5ac tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2872956 Nov 11 01:04:46.215468 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b2873-8ebf-4662-be7b-d621a86ac444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96dec8a1-8677-4fe9-9608-32cd6dcbdac4,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:46.410389 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-20db544d-fcb9-4d35-880b-933d1376053a req-bb09dbcb-b304-43cb-9772-67b96462dc4b service neutron] Request body: {'port': {'device_id': '3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:04:46.488515 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 56168) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:04:46.501870 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b0412cbf-c0c9-4aa2-a9c8-2133b0402368 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:46.515673 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-20db544d-fcb9-4d35-880b-933d1376053a req-bb09dbcb-b304-43cb-9772-67b96462dc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:46.579839 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad505359-8575-4e55-b2ae-4db9ecbd217e req-c06a7077-a53d-404a-84e6-0e950555a14d tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:46.581862 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-ad505359-8575-4e55-b2ae-4db9ecbd217e req-c06a7077-a53d-404a-84e6-0e950555a14d tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.64 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 950 time: 0.1188159 Nov 11 01:04:46.594691 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b0412cbf-c0c9-4aa2-a9c8-2133b0402368 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:46.600455 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b0412cbf-c0c9-4aa2-a9c8-2133b0402368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:46.889189 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-ad505359-8575-4e55-b2ae-4db9ecbd217e req-7f1bf5b1-62b9-4fbc-adce-58e5ce632234 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Deleting port a71f9c2b-94e3-40dc-9a2a-efd4c7465094 {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:04:46.889519 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-ad505359-8575-4e55-b2ae-4db9ecbd217e req-7f1bf5b1-62b9-4fbc-adce-58e5ce632234 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:46.945177 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-b0412cbf-c0c9-4aa2-a9c8-2133b0402368 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=16f8e39e612947d8a42c7ebf9e16a934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4554744 Nov 11 01:04:46.947784 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0412cbf-c0c9-4aa2-a9c8-2133b0402368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b183be50-701f-4ea2-b124-86bfcfae6361,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:46.951608 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 56176) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:04:47.002113 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a756086-71e8-4b28-ad40-dd60b8690c32 req-c5c89ed2-2bf3-422c-866f-7061506b9f55 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:47.005141 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9a756086-71e8-4b28-ad40-dd60b8690c32 req-c5c89ed2-2bf3-422c-866f-7061506b9f55 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 932 time: 0.1431229 Nov 11 01:04:47.031039 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509ff28-674c-47ff-b57e-898af54a76bb req-3dd2d079-4688-4b6e-9b73-74d9dab07dff tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:47.032586 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8509ff28-674c-47ff-b57e-898af54a76bb req-3dd2d079-4688-4b6e-9b73-74d9dab07dff tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.1521537 Nov 11 01:04:47.033891 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-ad505359-8575-4e55-b2ae-4db9ecbd217e req-7f1bf5b1-62b9-4fbc-adce-58e5ce632234 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] For port a71f9c2b-94e3-40dc-9a2a-efd4c7465094, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=a71f9c2b-94e3-40dc-9a2a-efd4c7465094,segment=NetworkSegment(6145e00b-cf85-461c-ac98-8a02ca6edacd),segment_id=6145e00b-cf85-461c-ac98-8a02ca6edacd)] {{(pid=101601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:04:47.034283 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-ad505359-8575-4e55-b2ae-4db9ecbd217e req-7f1bf5b1-62b9-4fbc-adce-58e5ce632234 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:47.038252 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [req-20db544d-fcb9-4d35-880b-933d1376053a req-bb09dbcb-b304-43cb-9772-67b96462dc4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3dd580-7793-4eca-a64b-c7e41005425d {{(pid=101601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:04:47.053358 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-20db544d-fcb9-4d35-880b-933d1376053a req-bb09dbcb-b304-43cb-9772-67b96462dc4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:47.061750 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-ad505359-8575-4e55-b2ae-4db9ecbd217e req-7f1bf5b1-62b9-4fbc-adce-58e5ce632234 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Calling delete_port for a71f9c2b-94e3-40dc-9a2a-efd4c7465094 owned by compute:nova {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:04:47.083927 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.provisioning_blocks [req-20db544d-fcb9-4d35-880b-933d1376053a req-bb09dbcb-b304-43cb-9772-67b96462dc4b service neutron] Transition to ACTIVE for port object ff3dd580-7793-4eca-a64b-c7e41005425d will not be triggered until provisioned by entity L2. {{(pid=101601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 01:04:47.098827 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-412be0e4-a12c-4164-ac83-61b925494b58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:47.105534 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-20db544d-fcb9-4d35-880b-933d1376053a req-bb09dbcb-b304-43cb-9772-67b96462dc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:47.129406 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9a756086-71e8-4b28-ad40-dd60b8690c32 req-990799d5-b1af-47e9-b6bc-2353de32d545 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154759 Nov 11 01:04:47.145078 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-412be0e4-a12c-4164-ac83-61b925494b58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:47.155029 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8509ff28-674c-47ff-b57e-898af54a76bb req-b55c4d2d-cd2d-4d06-939f-fe8d81408a3c tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100352 Nov 11 01:04:47.202702 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09dbcb-b304-43cb-9772-67b96462dc4b service neutron] Pushing event updated for resources: {'Port': ['ID=ff3dd580-7793-4eca-a64b-c7e41005425d,revision_number=2']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:47.215570 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-412be0e4-a12c-4164-ac83-61b925494b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:47.219126 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-412be0e4-a12c-4164-ac83-61b925494b58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:47.223560 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-412be0e4-a12c-4164-ac83-61b925494b58 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b183be50-701f-4ea2-b124-86bfcfae6361 HTTP/1.1" status: 204 len: 168 time: 0.2695684 Nov 11 01:04:47.237138 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412be0e4-a12c-4164-ac83-61b925494b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b183be50-701f-4ea2-b124-86bfcfae6361,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:47.336397 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-20db544d-fcb9-4d35-880b-933d1376053a req-bb09dbcb-b304-43cb-9772-67b96462dc4b service neutron] Attempting to bind port ff3dd580-7793-4eca-a64b-c7e41005425d on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:04:47.336813 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-20db544d-fcb9-4d35-880b-933d1376053a req-bb09dbcb-b304-43cb-9772-67b96462dc4b service neutron] Attempting to bind port ff3dd580-7793-4eca-a64b-c7e41005425d by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': '02392950-2ab0-48e7-9241-9f8e2d63cde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '232e5fb8-96bd-4e33-ad1f-50b0e7e803d2'}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:04:47.337087 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20db544d-fcb9-4d35-880b-933d1376053a req-bb09dbcb-b304-43cb-9772-67b96462dc4b service neutron] Attempting to bind port ff3dd580-7793-4eca-a64b-c7e41005425d on network 232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:04:47.346564 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20db544d-fcb9-4d35-880b-933d1376053a req-bb09dbcb-b304-43cb-9772-67b96462dc4b service neutron] Port ff3dd580-7793-4eca-a64b-c7e41005425d on network 232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 01:04:47.346924 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20db544d-fcb9-4d35-880b-933d1376053a req-bb09dbcb-b304-43cb-9772-67b96462dc4b service neutron] Attempting to bind port ff3dd580-7793-4eca-a64b-c7e41005425d on network 232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:04:47.348753 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9305ae-3a32-41ba-b2f6-f5aa241caa44 req-ca9e89f5-6cc1-46a6-8acf-9511caeaeb8e tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:47.350314 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ea9305ae-3a32-41ba-b2f6-f5aa241caa44 req-ca9e89f5-6cc1-46a6-8acf-9511caeaeb8e tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 950 time: 0.0667636 Nov 11 01:04:47.356996 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20db544d-fcb9-4d35-880b-933d1376053a req-bb09dbcb-b304-43cb-9772-67b96462dc4b service neutron] Checking agent: {'id': '9935500b-1718-4861-8412-1ae3ca811271', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'started_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:04:47.357335 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20db544d-fcb9-4d35-880b-933d1376053a req-bb09dbcb-b304-43cb-9772-67b96462dc4b service neutron] Checking segment: {'id': '02392950-2ab0-48e7-9241-9f8e2d63cde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '232e5fb8-96bd-4e33-ad1f-50b0e7e803d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:04:47.357711 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20db544d-fcb9-4d35-880b-933d1376053a req-bb09dbcb-b304-43cb-9772-67b96462dc4b service neutron] Bound using segment: {'id': '02392950-2ab0-48e7-9241-9f8e2d63cde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '232e5fb8-96bd-4e33-ad1f-50b0e7e803d2'} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:04:47.358149 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-20db544d-fcb9-4d35-880b-933d1376053a req-bb09dbcb-b304-43cb-9772-67b96462dc4b service neutron] Bound port: ff3dd580-7793-4eca-a64b-c7e41005425d, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02392950-2ab0-48e7-9241-9f8e2d63cde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '232e5fb8-96bd-4e33-ad1f-50b0e7e803d2'}}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:04:47.358828 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-20db544d-fcb9-4d35-880b-933d1376053a req-bb09dbcb-b304-43cb-9772-67b96462dc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:47.379212 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-ad505359-8575-4e55-b2ae-4db9ecbd217e req-7f1bf5b1-62b9-4fbc-adce-58e5ce632234 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:47.406565 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ea9305ae-3a32-41ba-b2f6-f5aa241caa44 req-66b6e808-9f0a-468e-b6c1-90dfe90c2aac tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6346b61-56e9-4729-8ba4-ad30e9879538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504887 Nov 11 01:04:47.434128 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1bf5b1-62b9-4fbc-adce-58e5ce632234 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Pushing event deleted for resources: {'Port': ['ID=a71f9c2b-94e3-40dc-9a2a-efd4c7465094,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:47.511158 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad505359-8575-4e55-b2ae-4db9ecbd217e req-7f1bf5b1-62b9-4fbc-adce-58e5ce632234 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] No DVR routers for this DVR port a71f9c2b-94e3-40dc-9a2a-efd4c7465094 on host hv-cinder-81708 {{(pid=101601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:04:47.518904 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-ad505359-8575-4e55-b2ae-4db9ecbd217e req-7f1bf5b1-62b9-4fbc-adce-58e5ce632234 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:47.522475 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-ad505359-8575-4e55-b2ae-4db9ecbd217e req-7f1bf5b1-62b9-4fbc-adce-58e5ce632234 tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.64 "DELETE /v2.0/ports/a71f9c2b-94e3-40dc-9a2a-efd4c7465094 HTTP/1.1" status: 204 len: 173 time: 0.9264886 Nov 11 01:04:47.522936 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b336841f-584a-488d-ae62-7c4887e8931c', 'name': 'network-vif-deleted', 'tag': 'a71f9c2b-94e3-40dc-9a2a-efd4c7465094'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:04:47.525238 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3f93df-88dd-4bd8-8f9b-52992a155f73" -d '{"events": [{"server_uuid": "b336841f-584a-488d-ae62-7c4887e8931c", "name": "network-vif-deleted", "tag": "a71f9c2b-94e3-40dc-9a2a-efd4c7465094"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:04:47.532246 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-20db544d-fcb9-4d35-880b-933d1376053a req-bb09dbcb-b304-43cb-9772-67b96462dc4b service neutron] For port ff3dd580-7793-4eca-a64b-c7e41005425d, host hv-cinder-81708, cleared binding levels {{(pid=101601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:04:47.536449 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-20db544d-fcb9-4d35-880b-933d1376053a req-bb09dbcb-b304-43cb-9772-67b96462dc4b service neutron] For port ff3dd580-7793-4eca-a64b-c7e41005425d, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=ff3dd580-7793-4eca-a64b-c7e41005425d,segment=NetworkSegment(02392950-2ab0-48e7-9241-9f8e2d63cde2),segment_id=02392950-2ab0-48e7-9241-9f8e2d63cde2)] {{(pid=101601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:04:47.544453 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-20db544d-fcb9-4d35-880b-933d1376053a req-bb09dbcb-b304-43cb-9772-67b96462dc4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:47.614399 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d83f713-2f8f-4d77-b9c4-7ddfbb88f261 x-openstack-request-id: req-7d83f713-2f8f-4d77-b9c4-7ddfbb88f261 {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:04:47.614736 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b336841f-584a-488d-ae62-7c4887e8931c", "name": "network-vif-deleted", "tag": "a71f9c2b-94e3-40dc-9a2a-efd4c7465094", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:04:47.615018 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7d83f713-2f8f-4d77-b9c4-7ddfbb88f261 {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:04:47.615416 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b336841f-584a-488d-ae62-7c4887e8931c', 'name': 'network-vif-deleted', 'tag': 'a71f9c2b-94e3-40dc-9a2a-efd4c7465094', 'status': 'completed', 'code': 200} Nov 11 01:04:47.622409 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db544d-fcb9-4d35-880b-933d1376053a req-bb09dbcb-b304-43cb-9772-67b96462dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:47.623136 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-20db544d-fcb9-4d35-880b-933d1376053a req-bb09dbcb-b304-43cb-9772-67b96462dc4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:47.624553 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-20db544d-fcb9-4d35-880b-933d1376053a req-bb09dbcb-b304-43cb-9772-67b96462dc4b service neutron] 10.222.0.64 "PUT /v2.0/ports/ff3dd580-7793-4eca-a64b-c7e41005425d HTTP/1.1" status: 200 len: 1094 time: 1.2192595 Nov 11 01:04:47.628732 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09dbcb-b304-43cb-9772-67b96462dc4b service neutron] Pushing event updated for resources: {'Port': ['ID=ff3dd580-7793-4eca-a64b-c7e41005425d,revision_number=3']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:47.663940 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 56190) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:04:47.679906 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ede4597a-e4a5-47c1-8d31-a1ba2e97b634 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:47.759926 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ede4597a-e4a5-47c1-8d31-a1ba2e97b634 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:47.764593 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ede4597a-e4a5-47c1-8d31-a1ba2e97b634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:47.806461 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-ede4597a-e4a5-47c1-8d31-a1ba2e97b634 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=20b08824e4614aeaaceef4474e912b64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414151 Nov 11 01:04:47.807469 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4597a-e4a5-47c1-8d31-a1ba2e97b634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b3dd8d-bae9-4969-91cb-230f35afe47c,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:47.810007 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 56194) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:04:47.865680 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-56d6113e-e8ee-425a-afb3-25c9fd02a5d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:47.888772 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-56d6113e-e8ee-425a-afb3-25c9fd02a5d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:47.936590 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-56d6113e-e8ee-425a-afb3-25c9fd02a5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:47.939455 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-56d6113e-e8ee-425a-afb3-25c9fd02a5d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:47.941107 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-56d6113e-e8ee-425a-afb3-25c9fd02a5d8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/72b3dd8d-bae9-4969-91cb-230f35afe47c HTTP/1.1" status: 204 len: 168 time: 0.1288557 Nov 11 01:04:47.949556 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6113e-e8ee-425a-afb3-25c9fd02a5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b3dd8d-bae9-4969-91cb-230f35afe47c,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:48.010500 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db544d-fcb9-4d35-880b-933d1376053a req-c8b746c3-9ace-4c32-9d33-ef02f827f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:48.012029 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-20db544d-fcb9-4d35-880b-933d1376053a req-c8b746c3-9ace-4c32-9d33-ef02f827f728 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43ffc4ef7782463480e07227c26cfa47&device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 1097 time: 0.0690968 Nov 11 01:04:48.105136 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-20db544d-fcb9-4d35-880b-933d1376053a req-f13c7b62-0f9b-46d3-a2d6-de973c499f59 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff3dd580-7793-4eca-a64b-c7e41005425d HTTP/1.1" status: 200 len: 217 time: 0.0365334 Nov 11 01:04:48.172853 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db544d-fcb9-4d35-880b-933d1376053a req-03ad8301-84cd-4747-80da-fbd2894fc360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:48.174299 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-20db544d-fcb9-4d35-880b-933d1376053a req-03ad8301-84cd-4747-80da-fbd2894fc360 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2b7bfe1a-44c7-4090-b981-aebbae43c563 HTTP/1.1" status: 200 len: 855 time: 0.0479515 Nov 11 01:04:48.224883 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-20db544d-fcb9-4d35-880b-933d1376053a req-94457b9b-0eac-4724-adff-b8190b160eb6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=232e5fb8-96bd-4e33-ad1f-50b0e7e803d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348370 Nov 11 01:04:48.305812 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1faff-3117-497d-af8c-e0cb41347048 req-35a7a99a-af56-4500-8421-ee59f5f8220e tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:48.307354 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c4e1faff-3117-497d-af8c-e0cb41347048 req-35a7a99a-af56-4500-8421-ee59f5f8220e tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 944 time: 0.0895169 Nov 11 01:04:48.316406 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c656e-c35e-4d85-a1d7-d05c64209ba7 req-7e9f3ffc-bd36-4d98-8711-0187c36bda64 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:48.318029 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e27c656e-c35e-4d85-a1d7-d05c64209ba7 req-7e9f3ffc-bd36-4d98-8711-0187c36bda64 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0889397 Nov 11 01:04:48.355187 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-20db544d-fcb9-4d35-880b-933d1376053a req-a0fc9c63-cbd7-4929-be18-9fe77c0e2daf service neutron] 10.222.0.64 "GET /v2.0/networks/232e5fb8-96bd-4e33-ad1f-50b0e7e803d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117196 Nov 11 01:04:48.396718 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c4e1faff-3117-497d-af8c-e0cb41347048 req-75c52b81-a21e-4b3d-83fd-567597a6dd92 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776844 Nov 11 01:04:48.400308 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e27c656e-c35e-4d85-a1d7-d05c64209ba7 req-d742ab80-6dd3-4bc6-8a60-d67d71cf902c tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752509 Nov 11 01:04:48.476094 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-20db544d-fcb9-4d35-880b-933d1376053a req-170d8402-b42a-43fb-b83e-8d3243ec2cac service neutron] 10.222.0.64 "GET /v2.0/networks/232e5fb8-96bd-4e33-ad1f-50b0e7e803d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043515 Nov 11 01:04:48.528923 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9a1b9691-43e5-4872-90aa-fed9201e1e33 req-3c1aa0f1-2f22-43cf-ac42-3af566aa579f tempest-VolumesNegativeTest-1783796305 tempest-VolumesNegativeTest-1783796305-project] 10.222.0.52 "GET /v2.0/ports?device_id=b336841f-584a-488d-ae62-7c4887e8931c HTTP/1.1" status: 200 len: 210 time: 0.0304534 Nov 11 01:04:48.603720 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device a71f9c2b-94e3-40dc-9a2a-efd4c7465094 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:04:48.623684 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] No Port match for: a71f9c2b-94e3-40dc-9a2a-efd4c7465094 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:04:48.624024 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device a71f9c2b-94e3-40dc-9a2a-efd4c7465094 not bound to the agent host hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:04:48.696209 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 56224) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:04:48.797360 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-daebc75f-cbf7-4654-a217-1230eb0a1d6d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-832442224-network', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:04:48.820920 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daebc75f-cbf7-4654-a217-1230eb0a1d6d admin admin] Made reservation on behalf of 5dff1f2fb612458e95b9346b3d29040d for: {'network': 1} {{(pid=101602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:04:48.823216 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-daebc75f-cbf7-4654-a217-1230eb0a1d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for network, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:48.832157 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-daebc75f-cbf7-4654-a217-1230eb0a1d6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:48.914027 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-daebc75f-cbf7-4654-a217-1230eb0a1d6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:48.918295 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-daebc75f-cbf7-4654-a217-1230eb0a1d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:48.941338 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daebc75f-cbf7-4654-a217-1230eb0a1d6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=101602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 01:04:48.955274 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebc75f-cbf7-4654-a217-1230eb0a1d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e320c116-2cd9-40ff-b7ac-0af712660b01,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:48.960341 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-daebc75f-cbf7-4654-a217-1230eb0a1d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:48.960685 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.db.segments_db [None req-daebc75f-cbf7-4654-a217-1230eb0a1d6d admin admin] Added segment be86eb42-9a94-437a-9c98-c5eb078a7fac of type vlan for network 281e6ff6-072e-460f-a0b4-bef0b3054b31 Nov 11 01:04:49.005793 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-daebc75f-cbf7-4654-a217-1230eb0a1d6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764258555859'] for network, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:49.031271 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-daebc75f-cbf7-4654-a217-1230eb0a1d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for network, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:49.032245 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daebc75f-cbf7-4654-a217-1230eb0a1d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:49.032821 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-daebc75f-cbf7-4654-a217-1230eb0a1d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:49.088841 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-daebc75f-cbf7-4654-a217-1230eb0a1d6d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3914645 Nov 11 01:04:49.092061 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 56232) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:04:49.097342 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-a03a20a5-afe0-410f-997e-d0e5d2da3d8e admin admin] Request body: {'subnet': {'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-832442224-subnet', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'ip_version': 4}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:04:49.116559 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebc75f-cbf7-4654-a217-1230eb0a1d6d admin admin] Pushing event updated for resources: {'Network': ['ID=281e6ff6-072e-460f-a0b4-bef0b3054b31,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:49.128242 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Network 281e6ff6-072e-460f-a0b4-bef0b3054b31 details requested by agent ovs-agent-dv-cinder-817085-3-iscsi with host dv-cinder-817085-3-iscsi {{(pid=101603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 01:04:49.128763 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03a20a5-afe0-410f-997e-d0e5d2da3d8e admin admin] Made reservation on behalf of 5dff1f2fb612458e95b9346b3d29040d for: {'subnet': 1} {{(pid=101602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:04:49.131252 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-a03a20a5-afe0-410f-997e-d0e5d2da3d8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13560052'] for subnet, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:49.310114 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-a03a20a5-afe0-410f-997e-d0e5d2da3d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13136688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13560026'] for subnet, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:49.374571 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a20a5-afe0-410f-997e-d0e5d2da3d8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=400844d0-9be8-4f53-95ec-2ae887a65afd,revision_number=0']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:49.388145 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03a20a5-afe0-410f-997e-d0e5d2da3d8e admin admin] Checking segment: {'id': 'be86eb42-9a94-437a-9c98-c5eb078a7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:04:49.388501 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03a20a5-afe0-410f-997e-d0e5d2da3d8e admin admin] Network hostable DHCP agents. Network: 281e6ff6-072e-460f-a0b4-bef0b3054b31, hostable agents: ['51ef0dbb-d632-4ef8-8741-cd394451711b'], hosted agents: [] {{(pid=101602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 01:04:49.405442 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03a20a5-afe0-410f-997e-d0e5d2da3d8e admin admin] Network 281e6ff6-072e-460f-a0b4-bef0b3054b31 is scheduled to be hosted by DHCP agent 51ef0dbb-d632-4ef8-8741-cd394451711b with binding_index 1 {{(pid=101602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 01:04:49.414867 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.base_scheduler [None req-a03a20a5-afe0-410f-997e-d0e5d2da3d8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-3-iscsi, 281e6ff6-072e-460f-a0b4-bef0b3054b31) {{(pid=101602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:04:49.419953 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03a20a5-afe0-410f-997e-d0e5d2da3d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:49.421137 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-a03a20a5-afe0-410f-997e-d0e5d2da3d8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for subnet, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:49.423308 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159d9a7e-0d1e-4920-a7fd-9b5d8f76173b None None] Network 281e6ff6-072e-460f-a0b4-bef0b3054b31 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:04:49.443025 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 56240) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:04:49.443381 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-a03a20a5-afe0-410f-997e-d0e5d2da3d8e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3500247 Nov 11 01:04:49.448806 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-62edb4c1-aa07-4dd1-9dd5-cd364f9589f6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-832442224-router', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:04:49.486248 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-62edb4c1-aa07-4dd1-9dd5-cd364f9589f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26547'] for router, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:49.495561 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-62edb4c1-aa07-4dd1-9dd5-cd364f9589f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26538'] for router, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:49.561612 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-62edb4c1-aa07-4dd1-9dd5-cd364f9589f6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:49.582013 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01574ce3-557b-41df-898e-ef72ce9fa2db req-83011d66-a085-466d-bdcf-697b5c61836b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:49.583661 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-01574ce3-557b-41df-898e-ef72ce9fa2db req-83011d66-a085-466d-bdcf-697b5c61836b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 944 time: 0.0869284 Nov 11 01:04:49.610220 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf009f10e-c01c-57c8-be8a-d17d016f7fe1-281e6ff6-072e-460f-a0b4-bef0b3054b31', 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'fixed_ips': [{'subnet_id': '400844d0-9be8-4f53-95ec-2ae887a65afd'}]}} from dv-cinder-817085-3-iscsi. {{(pid=101603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 01:04:49.612056 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:49.616513 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a730c85-9dee-41f4-b7bb-4d0b80db1a7d req-18193c9b-81b7-4749-88bd-c34dd4e22a39 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:49.618078 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0a730c85-9dee-41f4-b7bb-4d0b80db1a7d req-18193c9b-81b7-4749-88bd-c34dd4e22a39 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.1092165 Nov 11 01:04:49.672281 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-01574ce3-557b-41df-898e-ef72ce9fa2db req-79918670-3c39-4743-8eaf-4d24a81ffbaf tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815191 Nov 11 01:04:49.717257 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0a730c85-9dee-41f4-b7bb-4d0b80db1a7d req-a0fc04cf-862d-4aec-bf8e-1b7bce169d69 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903652 Nov 11 01:04:49.790310 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.db_base_plugin_common [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Allocated IP 172.20.0.2 (281e6ff6-072e-460f-a0b4-bef0b3054b31/400844d0-9be8-4f53-95ec-2ae887a65afd/45481ce0-5497-46bc-9afd-bccfcaef1021) {{(pid=101603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:04:49.834470 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea', 'tag': 'ff3dd580-7793-4eca-a64b-c7e41005425d'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:04:49.836663 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5294e789-790a-43a9-9336-2b203599370b" -d '{"events": [{"name": "network-changed", "server_uuid": "3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea", "tag": "ff3dd580-7793-4eca-a64b-c7e41005425d"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:04:49.938547 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f623dc-f5bb-4402-baf5-86f4a1194fcb x-openstack-request-id: req-b2f623dc-f5bb-4402-baf5-86f4a1194fcb {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:04:49.938987 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea", "tag": "ff3dd580-7793-4eca-a64b-c7e41005425d", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:04:49.939329 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2f623dc-f5bb-4402-baf5-86f4a1194fcb {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:04:49.939804 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea', 'tag': 'ff3dd580-7793-4eca-a64b-c7e41005425d', 'status': 'completed', 'code': 200} Nov 11 01:04:49.947470 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-62edb4c1-aa07-4dd1-9dd5-cd364f9589f6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:49.964532 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Publish callbacks [] for port, precommit_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:49.973543 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385'] for port, after_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:50.025120 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Network 281e6ff6-072e-460f-a0b4-bef0b3054b31 is already hosted by enough agents. {{(pid=101603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:04:50.028224 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.scheduler.base_scheduler [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Resources bound (agent type, host, resource id): {{(pid=101603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:04:50.031912 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Received port after_create {{(pid=101603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:04:50.039053 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Pushing event updated for resources: {'Port': ['ID=45481ce0-5497-46bc-9afd-bccfcaef1021,revision_number=1']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:50.046796 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:50.047165 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:50.047510 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:50.047888 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:50.048212 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:50.048538 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:50.048857 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:50.049183 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:50.049527 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:50.050371 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:50.050691 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:50.051028 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:50.072679 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294e789-790a-43a9-9336-2b203599370b req-518ab783-1160-43e6-a578-9f1414c1bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:50.074195 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5294e789-790a-43a9-9336-2b203599370b req-518ab783-1160-43e6-a578-9f1414c1bc0b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43ffc4ef7782463480e07227c26cfa47&device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 1097 time: 0.0626729 Nov 11 01:04:50.108736 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Attempting to bind port 45481ce0-5497-46bc-9afd-bccfcaef1021 on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:04:50.109116 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Attempting to bind port 45481ce0-5497-46bc-9afd-bccfcaef1021 by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': 'be86eb42-9a94-437a-9c98-c5eb078a7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31'}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:04:50.109464 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Attempting to bind port 45481ce0-5497-46bc-9afd-bccfcaef1021 on network 281e6ff6-072e-460f-a0b4-bef0b3054b31 {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:04:50.116437 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:04:50.117132 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Checking segment: {'id': 'be86eb42-9a94-437a-9c98-c5eb078a7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:04:50.118307 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:50.118307 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Bound using segment: {'id': 'be86eb42-9a94-437a-9c98-c5eb078a7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31'} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:04:50.120878 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Bound port: 45481ce0-5497-46bc-9afd-bccfcaef1021, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be86eb42-9a94-437a-9c98-c5eb078a7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31'}}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:04:50.121320 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:50.188369 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] For port 45481ce0-5497-46bc-9afd-bccfcaef1021, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:04:50.192776 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] For port 45481ce0-5497-46bc-9afd-bccfcaef1021, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=45481ce0-5497-46bc-9afd-bccfcaef1021,segment=NetworkSegment(be86eb42-9a94-437a-9c98-c5eb078a7fac),segment_id=be86eb42-9a94-437a-9c98-c5eb078a7fac)] {{(pid=101603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:04:50.202755 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:50.258841 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294e789-790a-43a9-9336-2b203599370b req-29627696-2b05-48d6-9b51-1275d4528199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:50.260433 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5294e789-790a-43a9-9336-2b203599370b req-29627696-2b05-48d6-9b51-1275d4528199 service neutron] 10.222.0.64 "GET /v2.0/networks?id=232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 HTTP/1.1" status: 200 len: 915 time: 0.1647151 Nov 11 01:04:50.311819 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3468a-4ed5-4c3e-b07e-f948b874e011 None None] Pushing event updated for resources: {'Port': ['ID=45481ce0-5497-46bc-9afd-bccfcaef1021,revision_number=2']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:50.339672 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5294e789-790a-43a9-9336-2b203599370b req-3b3e0b7c-7484-4107-80fa-424ed5c3ac4c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff3dd580-7793-4eca-a64b-c7e41005425d HTTP/1.1" status: 200 len: 217 time: 0.0407004 Nov 11 01:04:50.353837 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-62edb4c1-aa07-4dd1-9dd5-cd364f9589f6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:50.383609 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-62edb4c1-aa07-4dd1-9dd5-cd364f9589f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:50.465703 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294e789-790a-43a9-9336-2b203599370b req-159e7582-8633-49c1-8eed-4d6104efb344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:50.467231 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5294e789-790a-43a9-9336-2b203599370b req-159e7582-8633-49c1-8eed-4d6104efb344 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2b7bfe1a-44c7-4090-b981-aebbae43c563 HTTP/1.1" status: 200 len: 855 time: 0.0926306 Nov 11 01:04:50.548697 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5294e789-790a-43a9-9336-2b203599370b req-73affa9b-bc9e-4651-815a-ba340622c034 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=232e5fb8-96bd-4e33-ad1f-50b0e7e803d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434237 Nov 11 01:04:50.567071 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [None req-62edb4c1-aa07-4dd1-9dd5-cd364f9589f6 admin admin] Allocated IP 172.27.2.185 (aa4f75c5-5213-4ff6-92cc-17e0fe78067f/bed3c881-f684-464c-a719-dd29140bdb28/70e9083a-e6a6-46df-8edb-8749eb020b35) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:04:50.611911 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device ff3dd580-7793-4eca-a64b-c7e41005425d details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 01:04:50.732277 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5294e789-790a-43a9-9336-2b203599370b req-cb00ca98-d4ad-406b-b856-6969919a7400 service neutron] 10.222.0.64 "GET /v2.0/networks/232e5fb8-96bd-4e33-ad1f-50b0e7e803d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626048 Nov 11 01:04:50.776521 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port ff3dd580-7793-4eca-a64b-c7e41005425d, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=ff3dd580-7793-4eca-a64b-c7e41005425d,segment=NetworkSegment(02392950-2ab0-48e7-9241-9f8e2d63cde2),segment_id=02392950-2ab0-48e7-9241-9f8e2d63cde2)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:04:50.789797 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Returning: {'device': 'ff3dd580-7793-4eca-a64b-c7e41005425d', 'network_id': '232e5fb8-96bd-4e33-ad1f-50b0e7e803d2', 'port_id': 'ff3dd580-7793-4eca-a64b-c7e41005425d', 'mac_address': 'fa:16:3e:6e:d0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b7bfe1a-44c7-4090-b981-aebbae43c563', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 01:04:50.802014 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-62edb4c1-aa07-4dd1-9dd5-cd364f9589f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:50.859756 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:50.867575 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5294e789-790a-43a9-9336-2b203599370b req-08625ffa-c616-4a12-911c-5ac546589df9 service neutron] 10.222.0.64 "GET /v2.0/networks/232e5fb8-96bd-4e33-ad1f-50b0e7e803d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237500 Nov 11 01:04:50.869600 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-62edb4c1-aa07-4dd1-9dd5-cd364f9589f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:50.876105 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3dd580-7793-4eca-a64b-c7e41005425d {{(pid=101603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:04:50.902831 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port ff3dd580-7793-4eca-a64b-c7e41005425d, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=ff3dd580-7793-4eca-a64b-c7e41005425d,segment=NetworkSegment(02392950-2ab0-48e7-9241-9f8e2d63cde2),segment_id=02392950-2ab0-48e7-9241-9f8e2d63cde2)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:04:50.909647 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:50.915182 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62edb4c1-aa07-4dd1-9dd5-cd364f9589f6 admin admin] Network aa4f75c5-5213-4ff6-92cc-17e0fe78067f is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:04:50.919364 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-62edb4c1-aa07-4dd1-9dd5-cd364f9589f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:04:50.923530 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae506cdc-d471-45ce-b473-ae43504c04ff req-728b0eab-620a-4192-a9ee-cf59c63658f5 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:50.924455 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62edb4c1-aa07-4dd1-9dd5-cd364f9589f6 admin admin] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:04:50.930939 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62edb4c1-aa07-4dd1-9dd5-cd364f9589f6 admin admin] Pushing event updated for resources: {'Port': ['ID=70e9083a-e6a6-46df-8edb-8749eb020b35,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:50.933085 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ae506cdc-d471-45ce-b473-ae43504c04ff req-728b0eab-620a-4192-a9ee-cf59c63658f5 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 944 time: 0.1422577 Nov 11 01:04:50.954196 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8757d-7c67-4823-9bba-f70eec564818 req-73a13349-7686-47b6-a646-4b8cdc301cc9 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:50.964381 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a9f8757d-7c67-4823-9bba-f70eec564818 req-73a13349-7686-47b6-a646-4b8cdc301cc9 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.1292887 Nov 11 01:04:51.007874 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=ff3dd580-7793-4eca-a64b-c7e41005425d,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:51.061847 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a9f8757d-7c67-4823-9bba-f70eec564818 req-f9bc3bba-61ee-4db8-954c-9be2ab515f3a tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964961 Nov 11 01:04:51.078340 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ae506cdc-d471-45ce-b473-ae43504c04ff req-d9bb2af5-d698-4d51-bc75-931aea5422e3 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370683 Nov 11 01:04:51.209737 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-62edb4c1-aa07-4dd1-9dd5-cd364f9589f6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:51.450441 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-62edb4c1-aa07-4dd1-9dd5-cd364f9589f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918207'] for router, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:51.474332 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7e653c-98d6-445e-bebd-8ca2b20a4e6b None None] Network 281e6ff6-072e-460f-a0b4-bef0b3054b31 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:04:51.551973 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-cfbd7851-7cee-408f-ac4d-5117af7fbff7 None None] Provisioning complete for port 45481ce0-5497-46bc-9afd-bccfcaef1021 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:04:51.552341 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-cfbd7851-7cee-408f-ac4d-5117af7fbff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:51.619377 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62edb4c1-aa07-4dd1-9dd5-cd364f9589f6 admin admin] Router 9f83d1fd-f06d-4748-aed4-f49091d22fa8 is scheduled to L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a with binding_index 1 {{(pid=101601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 01:04:51.648762 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['ff3dd580-7793-4eca-a64b-c7e41005425d'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:04:51.744740 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62edb4c1-aa07-4dd1-9dd5-cd364f9589f6 admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:04:51.754742 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c3e615-e86f-41d4-a553-f97fbcc7f022 None None] Sync routers for ids ['9f83d1fd-f06d-4748-aed4-f49091d22fa8'] in dv-cinder-817085-3-iscsi {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:04:51.767125 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-62edb4c1-aa07-4dd1-9dd5-cd364f9589f6 admin admin] Publish callbacks [] for router, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:51.768215 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c3e615-e86f-41d4-a553-f97fbcc7f022 None None] Routers {'9f83d1fd-f06d-4748-aed4-f49091d22fa8'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:04:51.768416 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-62edb4c1-aa07-4dd1-9dd5-cd364f9589f6 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3238409 Nov 11 01:04:51.769516 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-30c3e615-e86f-41d4-a553-f97fbcc7f022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:04:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['9f83d1fd-f06d-4748-aed4-f49091d22fa8'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:04:51.771927 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 56396) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:04:51.857709 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-cfbd7851-7cee-408f-ac4d-5117af7fbff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:51.889933 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-30c3e615-e86f-41d4-a553-f97fbcc7f022 None None] Set router 9f83d1fd-f06d-4748-aed4-f49091d22fa8 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:04:51.933490 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-cfbd7851-7cee-408f-ac4d-5117af7fbff7 None None] For port 45481ce0-5497-46bc-9afd-bccfcaef1021, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=45481ce0-5497-46bc-9afd-bccfcaef1021,segment=NetworkSegment(be86eb42-9a94-437a-9c98-c5eb078a7fac),segment_id=be86eb42-9a94-437a-9c98-c5eb078a7fac)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:04:51.961796 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-cfbd7851-7cee-408f-ac4d-5117af7fbff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:52.052261 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd7851-7cee-408f-ac4d-5117af7fbff7 None None] Pushing event updated for resources: {'Port': ['ID=45481ce0-5497-46bc-9afd-bccfcaef1021,revision_number=3']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:52.136681 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-30c3e615-e86f-41d4-a553-f97fbcc7f022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'name': 'tempest-TestShelveInstance-832442224-router', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:04:49Z', 'updated_at': '2021-11-11T01:04:51Z', 'revision_number': 3, 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'gw_port': {'id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:42:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:50Z', 'updated_at': '2021-11-11T01:04:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:04:52.170887 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c3e615-e86f-41d4-a553-f97fbcc7f022 None None] Checking router: 9f83d1fd-f06d-4748-aed4-f49091d22fa8 for host: dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:04:52.171312 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c3e615-e86f-41d4-a553-f97fbcc7f022 None None] Updating router 9f83d1fd-f06d-4748-aed4-f49091d22fa8 port 70e9083a-e6a6-46df-8edb-8749eb020b35 binding host dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 01:04:52.198973 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-30c3e615-e86f-41d4-a553-f97fbcc7f022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:52.404953 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdaec5-0e0a-42d2-ba1b-8ccfdb139680 req-8642d389-9d06-410a-85c4-29a033478be4 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:52.407175 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f5bdaec5-0e0a-42d2-ba1b-8ccfdb139680 req-8642d389-9d06-410a-85c4-29a033478be4 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 945 time: 0.2070923 Nov 11 01:04:52.444026 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 45481ce0-5497-46bc-9afd-bccfcaef1021 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:04:52.455885 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ce561-fa4d-4ff9-b9d6-048a0f96f85b req-f7ea976b-d7a2-4b05-a25e-5544bebcc59f tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:52.457389 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-078ce561-fa4d-4ff9-b9d6-048a0f96f85b req-f7ea976b-d7a2-4b05-a25e-5544bebcc59f tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.2249744 Nov 11 01:04:52.558791 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-4a337293-661d-4bbe-84a3-2059668fe8f6 None None] Provisioning complete for port 45481ce0-5497-46bc-9afd-bccfcaef1021 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:04:52.563813 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f5bdaec5-0e0a-42d2-ba1b-8ccfdb139680 req-25a9fde0-3179-4444-82eb-a3fb926cce14 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214623 Nov 11 01:04:52.563929 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-4a337293-661d-4bbe-84a3-2059668fe8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:52.591081 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-078ce561-fa4d-4ff9-b9d6-048a0f96f85b req-ad294cc0-1857-4e9a-be91-111f1677f1ae tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185908 Nov 11 01:04:52.603604 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c32264fa-464c-496f-864a-40693e7c420c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:52.609928 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-30c3e615-e86f-41d4-a553-f97fbcc7f022 None None] Publish callbacks [] for port, precommit_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:52.616808 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-30c3e615-e86f-41d4-a553-f97fbcc7f022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:52.632188 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 45481ce0-5497-46bc-9afd-bccfcaef1021 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:04:52.633041 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:52.712238 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0786f-fd90-4639-af2a-dc1753a68559 None None] Pushing event updated for resources: {'Port': ['ID=70e9083a-e6a6-46df-8edb-8749eb020b35,revision_number=2']} {{(pid=101604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:52.730337 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0786f-fd90-4639-af2a-dc1753a68559 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:52.731075 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0786f-fd90-4639-af2a-dc1753a68559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:52.731556 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0786f-fd90-4639-af2a-dc1753a68559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:52.732049 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0786f-fd90-4639-af2a-dc1753a68559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:52.732533 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0786f-fd90-4639-af2a-dc1753a68559 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:52.733002 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0786f-fd90-4639-af2a-dc1753a68559 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:52.733484 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0786f-fd90-4639-af2a-dc1753a68559 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:52.733959 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0786f-fd90-4639-af2a-dc1753a68559 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:52.734442 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0786f-fd90-4639-af2a-dc1753a68559 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:52.734905 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0786f-fd90-4639-af2a-dc1753a68559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:52.735404 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0786f-fd90-4639-af2a-dc1753a68559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:52.735871 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b0786f-fd90-4639-af2a-dc1753a68559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:04:52.765920 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.managers [None req-30c3e615-e86f-41d4-a553-f97fbcc7f022 None None] Attempting to bind port 70e9083a-e6a6-46df-8edb-8749eb020b35 on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:04:52.766487 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.managers [None req-30c3e615-e86f-41d4-a553-f97fbcc7f022 None None] Attempting to bind port 70e9083a-e6a6-46df-8edb-8749eb020b35 by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}] {{(pid=101604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:04:52.766893 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3e615-e86f-41d4-a553-f97fbcc7f022 None None] Attempting to bind port 70e9083a-e6a6-46df-8edb-8749eb020b35 on network aa4f75c5-5213-4ff6-92cc-17e0fe78067f {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:04:52.774111 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3e615-e86f-41d4-a553-f97fbcc7f022 None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:04:52.774475 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3e615-e86f-41d4-a553-f97fbcc7f022 None None] Checking segment: {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:04:52.774872 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-30c3e615-e86f-41d4-a553-f97fbcc7f022 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:52.775319 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3e615-e86f-41d4-a553-f97fbcc7f022 None None] Bound using segment: {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'} {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:04:52.776652 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.managers [None req-30c3e615-e86f-41d4-a553-f97fbcc7f022 None None] Bound port: 70e9083a-e6a6-46df-8edb-8749eb020b35, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}}] {{(pid=101604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:04:52.777056 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-30c3e615-e86f-41d4-a553-f97fbcc7f022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:52.847940 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.db_base_plugin_common [None req-c32264fa-464c-496f-864a-40693e7c420c admin admin] Allocated IP 172.20.0.1 (281e6ff6-072e-460f-a0b4-bef0b3054b31/400844d0-9be8-4f53-95ec-2ae887a65afd/61ca923e-a48e-4963-90ff-99776c63877c) {{(pid=101602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:04:52.848752 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.db [None req-30c3e615-e86f-41d4-a553-f97fbcc7f022 None None] For port 70e9083a-e6a6-46df-8edb-8749eb020b35, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:04:52.853034 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.db [None req-30c3e615-e86f-41d4-a553-f97fbcc7f022 None None] For port 70e9083a-e6a6-46df-8edb-8749eb020b35, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=70e9083a-e6a6-46df-8edb-8749eb020b35,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:04:52.857715 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-30c3e615-e86f-41d4-a553-f97fbcc7f022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:52.907969 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c3e615-e86f-41d4-a553-f97fbcc7f022 None None] Routers {'9f83d1fd-f06d-4748-aed4-f49091d22fa8'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:04:52.909199 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-30c3e615-e86f-41d4-a553-f97fbcc7f022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:04:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['9f83d1fd-f06d-4748-aed4-f49091d22fa8'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:04:52.980919 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0786f-fd90-4639-af2a-dc1753a68559 None None] Pushing event updated for resources: {'Port': ['ID=70e9083a-e6a6-46df-8edb-8749eb020b35,revision_number=3']} {{(pid=101604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:52.992649 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c32264fa-464c-496f-864a-40693e7c420c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:53.032523 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c32264fa-464c-496f-864a-40693e7c420c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:53.061205 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-30c3e615-e86f-41d4-a553-f97fbcc7f022 None None] Set router 9f83d1fd-f06d-4748-aed4-f49091d22fa8 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:04:53.076978 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32264fa-464c-496f-864a-40693e7c420c admin admin] Network 281e6ff6-072e-460f-a0b4-bef0b3054b31 is already hosted by enough agents. {{(pid=101602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:04:53.080050 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.base_scheduler [None req-c32264fa-464c-496f-864a-40693e7c420c admin admin] Resources bound (agent type, host, resource id): {{(pid=101602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:04:53.085312 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32264fa-464c-496f-864a-40693e7c420c admin admin] Received port after_create {{(pid=101602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:04:53.087551 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32264fa-464c-496f-864a-40693e7c420c admin admin] Pushing event updated for resources: {'Port': ['ID=61ca923e-a48e-4963-90ff-99776c63877c,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:53.132758 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c32264fa-464c-496f-864a-40693e7c420c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919144'] for router_interface, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:53.323852 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c32264fa-464c-496f-864a-40693e7c420c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:53.369856 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-962b8e2e-882b-4acc-9599-30f3f35bdedf None None] Provisioning complete for port 61ca923e-a48e-4963-90ff-99776c63877c triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:04:53.371286 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-962b8e2e-882b-4acc-9599-30f3f35bdedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:53.424181 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-962b8e2e-882b-4acc-9599-30f3f35bdedf None None] Port 61ca923e-a48e-4963-90ff-99776c63877c cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:04:53.432304 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-30c3e615-e86f-41d4-a553-f97fbcc7f022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'name': 'tempest-TestShelveInstance-832442224-router', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:04:49Z', 'updated_at': '2021-11-11T01:04:51Z', 'revision_number': 3, 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'gw_port': {'id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:42:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:50Z', 'updated_at': '2021-11-11T01:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:04:53.461020 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c3e615-e86f-41d4-a553-f97fbcc7f022 None None] The sync data for ids ['9f83d1fd-f06d-4748-aed4-f49091d22fa8'] in dv-cinder-817085-3-iscsi is: [{'id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'name': 'tempest-TestShelveInstance-832442224-router', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:04:49Z', 'updated_at': '2021-11-11T01:04:51Z', 'revision_number': 3, 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'gw_port': {'id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:42:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:50Z', 'updated_at': '2021-11-11T01:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}] {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:04:53.557029 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c32264fa-464c-496f-864a-40693e7c420c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:53.557029 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c32264fa-464c-496f-864a-40693e7c420c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13136843'] for port, after_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:53.622375 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32264fa-464c-496f-864a-40693e7c420c admin admin] Pushing event updated for resources: {'Port': ['ID=61ca923e-a48e-4963-90ff-99776c63877c,revision_number=2']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:53.624936 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c32264fa-464c-496f-864a-40693e7c420c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919292'] for router_interface, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:53.813041 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4160109-ed63-4ae2-9d21-f16ea2c3f93e req-dcb92ea9-cb8f-47bd-9008-fafd06d7927d tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:53.814762 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e4160109-ed63-4ae2-9d21-f16ea2c3f93e req-dcb92ea9-cb8f-47bd-9008-fafd06d7927d tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 945 time: 0.1650221 Nov 11 01:04:53.851505 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98945036-c047-44b0-b120-da219bcc1b12 req-52c164ea-474d-4ca6-a550-e8ab9e967988 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:53.853039 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-98945036-c047-44b0-b120-da219bcc1b12 req-52c164ea-474d-4ca6-a550-e8ab9e967988 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.1652119 Nov 11 01:04:53.883158 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32264fa-464c-496f-864a-40693e7c420c admin admin] Network 281e6ff6-072e-460f-a0b4-bef0b3054b31 is already hosted by enough agents. {{(pid=101602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:04:53.891579 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.base_scheduler [None req-c32264fa-464c-496f-864a-40693e7c420c admin admin] Resources bound (agent type, host, resource id): {{(pid=101602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:04:53.970479 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e4160109-ed63-4ae2-9d21-f16ea2c3f93e req-6d6c7e0a-cc0d-408a-8ec9-85f53a80d2ed tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400971 Nov 11 01:04:53.986672 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-98945036-c047-44b0-b120-da219bcc1b12 req-158fb921-a5fb-413d-92eb-e7bd9c405a05 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257164 Nov 11 01:04:54.089449 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32264fa-464c-496f-864a-40693e7c420c admin admin] Router 9f83d1fd-f06d-4748-aed4-f49091d22fa8 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:04:54.162846 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-b23966c1-7116-4ddd-b29a-bba4c2a88093 None None] Provisioning complete for port 61ca923e-a48e-4963-90ff-99776c63877c triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:04:54.163248 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-b23966c1-7116-4ddd-b29a-bba4c2a88093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:54.210279 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-b23966c1-7116-4ddd-b29a-bba4c2a88093 None None] Port 61ca923e-a48e-4963-90ff-99776c63877c cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:04:54.347967 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 70e9083a-e6a6-46df-8edb-8749eb020b35 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:04:54.407306 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 70e9083a-e6a6-46df-8edb-8749eb020b35 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:04:54.407946 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:54.461017 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32264fa-464c-496f-864a-40693e7c420c admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:04:54.466541 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-c32264fa-464c-496f-864a-40693e7c420c admin admin] 10.222.0.52 "PUT /v2.0/routers/9f83d1fd-f06d-4748-aed4-f49091d22fa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6934946 Nov 11 01:04:54.498260 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:54.525267 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] For port 70e9083a-e6a6-46df-8edb-8749eb020b35, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=70e9083a-e6a6-46df-8edb-8749eb020b35,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:04:54.529505 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:54.592706 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Pushing event updated for resources: {'Port': ['ID=70e9083a-e6a6-46df-8edb-8749eb020b35,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:54.648607 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device ff3dd580-7793-4eca-a64b-c7e41005425d up at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:04:54.709905 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning for port ff3dd580-7793-4eca-a64b-c7e41005425d completed by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 01:04:54.715215 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning complete for port ff3dd580-7793-4eca-a64b-c7e41005425d triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:04:54.715524 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:54.806418 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:54.824524 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 56554) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:04:54.832181 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3dd580-7793-4eca-a64b-c7e41005425d'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:04:54.834916 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7bf886-27f7-41af-9282-55ebbe82743c" -d '{"events": [{"server_uuid": "3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea", "name": "network-vif-plugged", "status": "completed", "tag": "ff3dd580-7793-4eca-a64b-c7e41005425d"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:04:54.851776 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port ff3dd580-7793-4eca-a64b-c7e41005425d, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=ff3dd580-7793-4eca-a64b-c7e41005425d,segment=NetworkSegment(02392950-2ab0-48e7-9241-9f8e2d63cde2),segment_id=02392950-2ab0-48e7-9241-9f8e2d63cde2)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:04:54.857410 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:54.901998 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19477f7c-e4fe-490e-93c3-6d4f8215368b x-openstack-request-id: req-19477f7c-e4fe-490e-93c3-6d4f8215368b {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:04:54.902622 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea", "name": "network-vif-plugged", "status": "completed", "tag": "ff3dd580-7793-4eca-a64b-c7e41005425d", "code": 200}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:04:54.903042 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-19477f7c-e4fe-490e-93c3-6d4f8215368b {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:04:54.903565 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3dd580-7793-4eca-a64b-c7e41005425d', 'code': 200} Nov 11 01:04:54.922794 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=ff3dd580-7793-4eca-a64b-c7e41005425d,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:54.996065 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-92219ac8-38f5-4414-9c25-2aab4e7f1c2a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a3ae2c2523374a969e98e2340346e184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1695783 Nov 11 01:04:54.998701 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 56566) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:04:55.077067 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-a35b1a5e-06ee-467c-8afd-cf86b51e6de6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:55.162290 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-a35b1a5e-06ee-467c-8afd-cf86b51e6de6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:55.172595 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 56574) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:04:55.181894 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-02077990-1461-4e18-9788-0e4288a99016 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1304681958-network', 'tenant_id': '239b32269f154a8d8aaa1960fd7680e3'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:04:55.207778 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1559395-f143-45ca-a984-3d52772d9ad9 req-ebb5cee3-7431-4462-b598-86bea4062e83 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:55.209303 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f1559395-f143-45ca-a984-3d52772d9ad9 req-ebb5cee3-7431-4462-b598-86bea4062e83 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 946 time: 0.1344967 Nov 11 01:04:55.217096 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac1af4-04a6-46f5-87e0-205aa3a9c7be req-d63a3f20-ebd8-4ebd-b3a2-87c18a3e68e6 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:55.218422 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9cac1af4-04a6-46f5-87e0-205aa3a9c7be req-d63a3f20-ebd8-4ebd-b3a2-87c18a3e68e6 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.1303725 Nov 11 01:04:55.239078 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02077990-1461-4e18-9788-0e4288a99016 admin admin] Made reservation on behalf of 239b32269f154a8d8aaa1960fd7680e3 for: {'network': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:04:55.242012 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-02077990-1461-4e18-9788-0e4288a99016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for network, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:55.255104 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-02077990-1461-4e18-9788-0e4288a99016 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:55.259753 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff210a8-d301-42bb-a3b8-78260a093500 req-d4491256-1a23-4551-91e4-c3df549733a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:55.260647 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5ff210a8-d301-42bb-a3b8-78260a093500 req-d4491256-1a23-4551-91e4-c3df549733a3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 1099 time: 0.0832627 Nov 11 01:04:55.272782 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cae2bb-4a28-4db1-9016-33f985a046f8 None None] Sync routers for ids ['9f83d1fd-f06d-4748-aed4-f49091d22fa8'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:04:55.286674 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cae2bb-4a28-4db1-9016-33f985a046f8 None None] Routers {'9f83d1fd-f06d-4748-aed4-f49091d22fa8'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:04:55.287592 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-a2cae2bb-4a28-4db1-9016-33f985a046f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:04:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['9f83d1fd-f06d-4748-aed4-f49091d22fa8'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:04:55.303699 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-a35b1a5e-06ee-467c-8afd-cf86b51e6de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:55.306184 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-a35b1a5e-06ee-467c-8afd-cf86b51e6de6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:55.309878 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-a35b1a5e-06ee-467c-8afd-cf86b51e6de6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c6346b61-56e9-4729-8ba4-ad30e9879538 HTTP/1.1" status: 204 len: 168 time: 0.3062117 Nov 11 01:04:55.317151 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f1559395-f143-45ca-a984-3d52772d9ad9 req-a568d51e-07d6-4a69-98c4-65598e31ab0f tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977814 Nov 11 01:04:55.326891 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9cac1af4-04a6-46f5-87e0-205aa3a9c7be req-b439061d-47e3-41ad-8348-f7d028bbaf4e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978923 Nov 11 01:04:55.328078 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b1a5e-06ee-467c-8afd-cf86b51e6de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6346b61-56e9-4729-8ba4-ad30e9879538,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:55.381819 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5ff210a8-d301-42bb-a3b8-78260a093500 req-b8a26dc3-bcfc-46d1-bf4b-07d8c4046a20 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046195 Nov 11 01:04:55.441053 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-02077990-1461-4e18-9788-0e4288a99016 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:55.445389 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-02077990-1461-4e18-9788-0e4288a99016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:55.457112 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-a2cae2bb-4a28-4db1-9016-33f985a046f8 None None] Set router 9f83d1fd-f06d-4748-aed4-f49091d22fa8 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:04:55.470980 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02077990-1461-4e18-9788-0e4288a99016 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=101601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 01:04:55.480365 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02077990-1461-4e18-9788-0e4288a99016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110edd0a-7b5b-4cef-94ed-b9dce19a9e51,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:55.486541 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-02077990-1461-4e18-9788-0e4288a99016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:55.486878 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.db.segments_db [None req-02077990-1461-4e18-9788-0e4288a99016 admin admin] Added segment e1de122f-a403-4736-9773-63172624b5bb of type vlan for network 5502f537-497f-4ec9-87c5-046ade92cb54 Nov 11 01:04:55.530685 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-02077990-1461-4e18-9788-0e4288a99016 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764258555859'] for network, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:55.558973 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-02077990-1461-4e18-9788-0e4288a99016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for network, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:55.559961 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02077990-1461-4e18-9788-0e4288a99016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:55.560548 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-02077990-1461-4e18-9788-0e4288a99016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:55.614920 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-02077990-1461-4e18-9788-0e4288a99016 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4401312 Nov 11 01:04:55.618540 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 56584) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:04:55.624355 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-5d9a74e3-d6cd-47bc-b130-2d450f575914 admin admin] Request body: {'subnet': {'network_id': '5502f537-497f-4ec9-87c5-046ade92cb54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1304681958-subnet', 'tenant_id': '239b32269f154a8d8aaa1960fd7680e3', 'ip_version': 4}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:04:55.626374 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02077990-1461-4e18-9788-0e4288a99016 admin admin] Pushing event updated for resources: {'Network': ['ID=5502f537-497f-4ec9-87c5-046ade92cb54,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:55.640554 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Network 5502f537-497f-4ec9-87c5-046ade92cb54 details requested by agent ovs-agent-dv-cinder-817085-3-iscsi with host dv-cinder-817085-3-iscsi {{(pid=101603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 01:04:55.651754 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9a74e3-d6cd-47bc-b130-2d450f575914 admin admin] Made reservation on behalf of 239b32269f154a8d8aaa1960fd7680e3 for: {'subnet': 1} {{(pid=101602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:04:55.654267 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5d9a74e3-d6cd-47bc-b130-2d450f575914 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13560052'] for subnet, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:55.765419 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-a2cae2bb-4a28-4db1-9016-33f985a046f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'name': 'tempest-TestShelveInstance-832442224-router', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:04:49Z', 'updated_at': '2021-11-11T01:04:53Z', 'revision_number': 4, 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'gw_port': {'id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:42:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:50Z', 'updated_at': '2021-11-11T01:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '61ca923e-a48e-4963-90ff-99776c63877c', 'name': '', 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'mac_address': 'fa:16:3e:43:65:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '400844d0-9be8-4f53-95ec-2ae887a65afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:52Z', 'updated_at': '2021-11-11T01:04:53Z', 'revision_number': 2, 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'subnets': [{'id': '400844d0-9be8-4f53-95ec-2ae887a65afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:04:55.814744 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cae2bb-4a28-4db1-9016-33f985a046f8 None None] Checking router: 9f83d1fd-f06d-4748-aed4-f49091d22fa8 for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:04:55.815413 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cae2bb-4a28-4db1-9016-33f985a046f8 None None] Updating router 9f83d1fd-f06d-4748-aed4-f49091d22fa8 port 61ca923e-a48e-4963-90ff-99776c63877c binding host dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 01:04:55.845590 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-a2cae2bb-4a28-4db1-9016-33f985a046f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:55.855853 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5d9a74e3-d6cd-47bc-b130-2d450f575914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13136688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13560026'] for subnet, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:55.917089 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a74e3-d6cd-47bc-b130-2d450f575914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c107866-3e79-4127-99b4-c7f3a9185a36,revision_number=0']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:55.929832 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9a74e3-d6cd-47bc-b130-2d450f575914 admin admin] Checking segment: {'id': 'e1de122f-a403-4736-9773-63172624b5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5502f537-497f-4ec9-87c5-046ade92cb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:04:55.930239 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9a74e3-d6cd-47bc-b130-2d450f575914 admin admin] Network hostable DHCP agents. Network: 5502f537-497f-4ec9-87c5-046ade92cb54, hostable agents: ['51ef0dbb-d632-4ef8-8741-cd394451711b'], hosted agents: [] {{(pid=101602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 01:04:55.951890 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9a74e3-d6cd-47bc-b130-2d450f575914 admin admin] Network 5502f537-497f-4ec9-87c5-046ade92cb54 is scheduled to be hosted by DHCP agent 51ef0dbb-d632-4ef8-8741-cd394451711b with binding_index 1 {{(pid=101602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 01:04:55.965331 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.base_scheduler [None req-5d9a74e3-d6cd-47bc-b130-2d450f575914 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-3-iscsi, 5502f537-497f-4ec9-87c5-046ade92cb54) {{(pid=101602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:04:55.972422 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9a74e3-d6cd-47bc-b130-2d450f575914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:55.973578 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5d9a74e3-d6cd-47bc-b130-2d450f575914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for subnet, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:55.979044 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b35e0d-bc50-45e9-9ce7-da9480de403b None None] Network 5502f537-497f-4ec9-87c5-046ade92cb54 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:04:55.994134 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-5d9a74e3-d6cd-47bc-b130-2d450f575914 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3741677 Nov 11 01:04:55.996775 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 56598) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:04:56.001342 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-ce92f5f5-05b4-4fe8-b847-d0fa62bdf664 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1304681958-router', 'tenant_id': '239b32269f154a8d8aaa1960fd7680e3', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:04:56.032343 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ce92f5f5-05b4-4fe8-b847-d0fa62bdf664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26547'] for router, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:56.033495 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ce92f5f5-05b4-4fe8-b847-d0fa62bdf664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26538'] for router, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:56.109023 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ce92f5f5-05b4-4fe8-b847-d0fa62bdf664 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:56.235655 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 56610) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:04:56.283827 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fed84d-90d7-4847-a3d2-37ce4dbcfc67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf009f10e-c01c-57c8-be8a-d17d016f7fe1-5502f537-497f-4ec9-87c5-046ade92cb54', 'network_id': '5502f537-497f-4ec9-87c5-046ade92cb54', 'tenant_id': '239b32269f154a8d8aaa1960fd7680e3', 'fixed_ips': [{'subnet_id': '7c107866-3e79-4127-99b4-c7f3a9185a36'}]}} from dv-cinder-817085-3-iscsi. {{(pid=101603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 01:04:56.286764 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-74fed84d-90d7-4847-a3d2-37ce4dbcfc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:56.288282 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ce92f5f5-05b4-4fe8-b847-d0fa62bdf664 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:56.343562 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-a2cae2bb-4a28-4db1-9016-33f985a046f8 None None] Publish callbacks [] for port, precommit_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:56.359431 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-a2cae2bb-4a28-4db1-9016-33f985a046f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:56.386289 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 70e9083a-e6a6-46df-8edb-8749eb020b35 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:04:56.513464 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-bc1618c6-068e-4a0a-9fa1-1d1e3253a3ba admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1680957770-network', 'tenant_id': '53f9822d826e47279ba9ce7297752c6e'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:04:56.540134 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1618c6-068e-4a0a-9fa1-1d1e3253a3ba admin admin] Made reservation on behalf of 53f9822d826e47279ba9ce7297752c6e for: {'network': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:04:56.545418 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-bc1618c6-068e-4a0a-9fa1-1d1e3253a3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for network, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:56.562428 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-bc1618c6-068e-4a0a-9fa1-1d1e3253a3ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:56.601248 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc709da3-eaef-4a94-9cab-a2dfb435b059 None None] Pushing event updated for resources: {'Port': ['ID=61ca923e-a48e-4963-90ff-99776c63877c,revision_number=3']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:56.693544 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-bc1618c6-068e-4a0a-9fa1-1d1e3253a3ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:56.693787 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ce92f5f5-05b4-4fe8-b847-d0fa62bdf664 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:56.700477 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-bc1618c6-068e-4a0a-9fa1-1d1e3253a3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:56.729670 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1618c6-068e-4a0a-9fa1-1d1e3253a3ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=101601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 01:04:56.737344 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ce92f5f5-05b4-4fe8-b847-d0fa62bdf664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:56.746736 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1618c6-068e-4a0a-9fa1-1d1e3253a3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17a0a67-360f-4fdc-8943-feaa415bd923,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:56.750628 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-bc1618c6-068e-4a0a-9fa1-1d1e3253a3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:56.750973 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.db.segments_db [None req-bc1618c6-068e-4a0a-9fa1-1d1e3253a3ba admin admin] Added segment dcbcfeea-9c48-4848-b9f2-09749bd8f073 of type vlan for network a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa Nov 11 01:04:56.795421 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed06e8-f52e-4e23-8697-f2ae85bb55fb req-2075700a-d4f1-4bd0-9fd4-d133a21f7c81 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:56.796959 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-79ed06e8-f52e-4e23-8697-f2ae85bb55fb req-2075700a-d4f1-4bd0-9fd4-d133a21f7c81 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 946 time: 0.2492378 Nov 11 01:04:56.802652 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-bc1618c6-068e-4a0a-9fa1-1d1e3253a3ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764258555859'] for network, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:56.807741 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568ea1b-d6f6-44a4-91e8-3b65694c3d16 req-af0ec7bf-f311-44a8-b49d-9689cac96886 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:56.811425 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e568ea1b-d6f6-44a4-91e8-3b65694c3d16 req-af0ec7bf-f311-44a8-b49d-9689cac96886 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.2684031 Nov 11 01:04:56.834314 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-bc1618c6-068e-4a0a-9fa1-1d1e3253a3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for network, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:56.836788 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1618c6-068e-4a0a-9fa1-1d1e3253a3ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:56.837396 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-bc1618c6-068e-4a0a-9fa1-1d1e3253a3ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:56.880314 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-a2cae2bb-4a28-4db1-9016-33f985a046f8 None None] Attempting to bind port 61ca923e-a48e-4963-90ff-99776c63877c on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:04:56.880680 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-a2cae2bb-4a28-4db1-9016-33f985a046f8 None None] Attempting to bind port 61ca923e-a48e-4963-90ff-99776c63877c by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': 'be86eb42-9a94-437a-9c98-c5eb078a7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31'}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:04:56.881040 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cae2bb-4a28-4db1-9016-33f985a046f8 None None] Attempting to bind port 61ca923e-a48e-4963-90ff-99776c63877c on network 281e6ff6-072e-460f-a0b4-bef0b3054b31 {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:04:56.901077 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-bc1618c6-068e-4a0a-9fa1-1d1e3253a3ba admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6635282 Nov 11 01:04:56.903331 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 56624) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:04:56.908013 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-978d8643-b880-426d-bba7-78d03bc1d36a admin admin] Request body: {'subnet': {'network_id': 'a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1680957770-subnet', 'tenant_id': '53f9822d826e47279ba9ce7297752c6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:04:56.917610 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cae2bb-4a28-4db1-9016-33f985a046f8 None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:04:56.917989 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cae2bb-4a28-4db1-9016-33f985a046f8 None None] Checking segment: {'id': 'be86eb42-9a94-437a-9c98-c5eb078a7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:04:56.918388 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-a2cae2bb-4a28-4db1-9016-33f985a046f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:56.919049 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cae2bb-4a28-4db1-9016-33f985a046f8 None None] Bound using segment: {'id': 'be86eb42-9a94-437a-9c98-c5eb078a7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31'} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:04:56.919470 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-a2cae2bb-4a28-4db1-9016-33f985a046f8 None None] Bound port: 61ca923e-a48e-4963-90ff-99776c63877c, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be86eb42-9a94-437a-9c98-c5eb078a7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31'}}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:04:56.919846 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-a2cae2bb-4a28-4db1-9016-33f985a046f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:56.927511 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1618c6-068e-4a0a-9fa1-1d1e3253a3ba admin admin] Pushing event updated for resources: {'Network': ['ID=a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:56.940689 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 70e9083a-e6a6-46df-8edb-8749eb020b35 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:04:56.941460 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:56.943845 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978d8643-b880-426d-bba7-78d03bc1d36a admin admin] Made reservation on behalf of 53f9822d826e47279ba9ce7297752c6e for: {'subnet': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:04:56.946587 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-ceae740e-47dd-490e-83e2-c666d6e81b7e None None] Provisioning complete for port 61ca923e-a48e-4963-90ff-99776c63877c triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:04:56.946993 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-ceae740e-47dd-490e-83e2-c666d6e81b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:56.947147 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-978d8643-b880-426d-bba7-78d03bc1d36a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14289084'] for subnet, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:56.953693 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Network a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa details requested by agent ovs-agent-dv-cinder-817085-3-iscsi with host dv-cinder-817085-3-iscsi {{(pid=101603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 01:04:56.974211 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e568ea1b-d6f6-44a4-91e8-3b65694c3d16 req-06f32427-1345-4129-971e-fcc69c1a2517 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409101 Nov 11 01:04:57.004350 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-79ed06e8-f52e-4e23-8697-f2ae85bb55fb req-ba5118a2-6296-49e1-ad57-e716a4d8ef11 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721151 Nov 11 01:04:57.013299 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.db_base_plugin_common [None req-ce92f5f5-05b4-4fe8-b847-d0fa62bdf664 admin admin] Allocated IP 172.27.2.17 (aa4f75c5-5213-4ff6-92cc-17e0fe78067f/bed3c881-f684-464c-a719-dd29140bdb28/c4929213-7929-40ce-bff7-d87972971de8) {{(pid=101602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:04:57.069928 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.db_base_plugin_common [None req-74fed84d-90d7-4847-a3d2-37ce4dbcfc67 None None] Allocated IP 172.20.0.2 (5502f537-497f-4ec9-87c5-046ade92cb54/7c107866-3e79-4127-99b4-c7f3a9185a36/1e8fc5f2-1e3d-40af-87df-02bcad77b044) {{(pid=101603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:04:57.139229 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-ceae740e-47dd-490e-83e2-c666d6e81b7e None None] Port 61ca923e-a48e-4963-90ff-99776c63877c cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:04:57.161034 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ce92f5f5-05b4-4fe8-b847-d0fa62bdf664 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:57.172843 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-978d8643-b880-426d-bba7-78d03bc1d36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14462179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14289042'] for subnet, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:57.209383 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ce92f5f5-05b4-4fe8-b847-d0fa62bdf664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:57.212213 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-a2cae2bb-4a28-4db1-9016-33f985a046f8 None None] For port 61ca923e-a48e-4963-90ff-99776c63877c, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:04:57.241064 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d8643-b880-426d-bba7-78d03bc1d36a admin admin] Pushing event updated for resources: {'Subnet': ['ID=161fa702-8373-4da6-b2eb-79a061932091,revision_number=0']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:57.247543 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978d8643-b880-426d-bba7-78d03bc1d36a admin admin] Checking segment: {'id': 'dcbcfeea-9c48-4848-b9f2-09749bd8f073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:04:57.247887 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978d8643-b880-426d-bba7-78d03bc1d36a admin admin] Network hostable DHCP agents. Network: a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa, hostable agents: ['51ef0dbb-d632-4ef8-8741-cd394451711b'], hosted agents: [] {{(pid=101601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 01:04:57.249428 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-a2cae2bb-4a28-4db1-9016-33f985a046f8 None None] For port 61ca923e-a48e-4963-90ff-99776c63877c, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=61ca923e-a48e-4963-90ff-99776c63877c,segment=NetworkSegment(be86eb42-9a94-437a-9c98-c5eb078a7fac),segment_id=be86eb42-9a94-437a-9c98-c5eb078a7fac)] {{(pid=101603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:04:57.262624 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce92f5f5-05b4-4fe8-b847-d0fa62bdf664 admin admin] Network aa4f75c5-5213-4ff6-92cc-17e0fe78067f is already hosted by enough agents. {{(pid=101602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:04:57.267377 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.base_scheduler [None req-ce92f5f5-05b4-4fe8-b847-d0fa62bdf664 admin admin] Resources bound (agent type, host, resource id): {{(pid=101602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:04:57.267751 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-a2cae2bb-4a28-4db1-9016-33f985a046f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:57.269097 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978d8643-b880-426d-bba7-78d03bc1d36a admin admin] Network a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa is scheduled to be hosted by DHCP agent 51ef0dbb-d632-4ef8-8741-cd394451711b with binding_index 1 {{(pid=101601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 01:04:57.275436 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce92f5f5-05b4-4fe8-b847-d0fa62bdf664 admin admin] Received port after_create {{(pid=101602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:04:57.281542 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-978d8643-b880-426d-bba7-78d03bc1d36a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-3-iscsi, a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa) {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:04:57.288112 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978d8643-b880-426d-bba7-78d03bc1d36a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:57.288951 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-978d8643-b880-426d-bba7-78d03bc1d36a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:57.307230 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-978d8643-b880-426d-bba7-78d03bc1d36a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4028461 Nov 11 01:04:57.319159 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d31dd0-5155-4fcc-a634-cfc5c5d96514 None None] Network a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:04:57.332228 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92f5f5-05b4-4fe8-b847-d0fa62bdf664 admin admin] Pushing event updated for resources: {'Port': ['ID=c4929213-7929-40ce-bff7-d87972971de8,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:57.464342 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cae2bb-4a28-4db1-9016-33f985a046f8 None None] Routers {'9f83d1fd-f06d-4748-aed4-f49091d22fa8'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:04:57.465858 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-a2cae2bb-4a28-4db1-9016-33f985a046f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:04:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['9f83d1fd-f06d-4748-aed4-f49091d22fa8'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:04:57.535852 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc709da3-eaef-4a94-9cab-a2dfb435b059 None None] Pushing event updated for resources: {'Port': ['ID=61ca923e-a48e-4963-90ff-99776c63877c,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:57.578730 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-74fed84d-90d7-4847-a3d2-37ce4dbcfc67 None None] Publish callbacks [] for port, precommit_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:57.622632 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ce92f5f5-05b4-4fe8-b847-d0fa62bdf664 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:57.635317 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-74fed84d-90d7-4847-a3d2-37ce4dbcfc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385'] for port, after_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:57.746592 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fed84d-90d7-4847-a3d2-37ce4dbcfc67 None None] Network 5502f537-497f-4ec9-87c5-046ade92cb54 is already hosted by enough agents. {{(pid=101603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:04:57.758801 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-a2cae2bb-4a28-4db1-9016-33f985a046f8 None None] Set router 9f83d1fd-f06d-4748-aed4-f49091d22fa8 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:04:57.763441 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.scheduler.base_scheduler [None req-74fed84d-90d7-4847-a3d2-37ce4dbcfc67 None None] Resources bound (agent type, host, resource id): {{(pid=101603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:04:57.765213 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fed84d-90d7-4847-a3d2-37ce4dbcfc67 None None] Pushing event updated for resources: {'Port': ['ID=1e8fc5f2-1e3d-40af-87df-02bcad77b044,revision_number=1']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:57.768755 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fed84d-90d7-4847-a3d2-37ce4dbcfc67 None None] Received port after_create {{(pid=101603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:04:57.825132 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-7a82ebae-6488-4deb-87bd-28255d2cb5e6 None None] Provisioning complete for port 61ca923e-a48e-4963-90ff-99776c63877c triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:04:57.825776 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-7a82ebae-6488-4deb-87bd-28255d2cb5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:57.832268 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e44bcf9-4865-4d90-866e-b3fd0836157f None None] Network a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:04:57.903755 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ce92f5f5-05b4-4fe8-b847-d0fa62bdf664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918207'] for router, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:58.075717 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce92f5f5-05b4-4fe8-b847-d0fa62bdf664 admin admin] Router 1a6def97-2a55-4efc-910d-175ab956427a is scheduled to L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a with binding_index 1 {{(pid=101602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 01:04:58.202549 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-74fed84d-90d7-4847-a3d2-37ce4dbcfc67 None None] Attempting to bind port 1e8fc5f2-1e3d-40af-87df-02bcad77b044 on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:04:58.202903 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-74fed84d-90d7-4847-a3d2-37ce4dbcfc67 None None] Attempting to bind port 1e8fc5f2-1e3d-40af-87df-02bcad77b044 by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': 'e1de122f-a403-4736-9773-63172624b5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5502f537-497f-4ec9-87c5-046ade92cb54'}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:04:58.203291 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fed84d-90d7-4847-a3d2-37ce4dbcfc67 None None] Attempting to bind port 1e8fc5f2-1e3d-40af-87df-02bcad77b044 on network 5502f537-497f-4ec9-87c5-046ade92cb54 {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:04:58.228175 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fed84d-90d7-4847-a3d2-37ce4dbcfc67 None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:04:58.228545 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fed84d-90d7-4847-a3d2-37ce4dbcfc67 None None] Checking segment: {'id': 'e1de122f-a403-4736-9773-63172624b5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5502f537-497f-4ec9-87c5-046ade92cb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:04:58.228944 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-74fed84d-90d7-4847-a3d2-37ce4dbcfc67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:58.229335 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fed84d-90d7-4847-a3d2-37ce4dbcfc67 None None] Bound using segment: {'id': 'e1de122f-a403-4736-9773-63172624b5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5502f537-497f-4ec9-87c5-046ade92cb54'} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:04:58.229805 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-74fed84d-90d7-4847-a3d2-37ce4dbcfc67 None None] Bound port: 1e8fc5f2-1e3d-40af-87df-02bcad77b044, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1de122f-a403-4736-9773-63172624b5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5502f537-497f-4ec9-87c5-046ade92cb54'}}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:04:58.230185 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-74fed84d-90d7-4847-a3d2-37ce4dbcfc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:58.389386 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-7a82ebae-6488-4deb-87bd-28255d2cb5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:58.432229 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-74fed84d-90d7-4847-a3d2-37ce4dbcfc67 None None] For port 1e8fc5f2-1e3d-40af-87df-02bcad77b044, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:04:58.441496 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-74fed84d-90d7-4847-a3d2-37ce4dbcfc67 None None] For port 1e8fc5f2-1e3d-40af-87df-02bcad77b044, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=1e8fc5f2-1e3d-40af-87df-02bcad77b044,segment=NetworkSegment(e1de122f-a403-4736-9773-63172624b5bb),segment_id=e1de122f-a403-4736-9773-63172624b5bb)] {{(pid=101603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:04:58.456998 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-74fed84d-90d7-4847-a3d2-37ce4dbcfc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:58.460208 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-7a82ebae-6488-4deb-87bd-28255d2cb5e6 None None] For port 61ca923e-a48e-4963-90ff-99776c63877c, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=61ca923e-a48e-4963-90ff-99776c63877c,segment=NetworkSegment(be86eb42-9a94-437a-9c98-c5eb078a7fac),segment_id=be86eb42-9a94-437a-9c98-c5eb078a7fac)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:04:58.489349 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-7a82ebae-6488-4deb-87bd-28255d2cb5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:58.526225 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-a2cae2bb-4a28-4db1-9016-33f985a046f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'name': 'tempest-TestShelveInstance-832442224-router', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:04:49Z', 'updated_at': '2021-11-11T01:04:53Z', 'revision_number': 4, 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'gw_port': {'id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:42:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:50Z', 'updated_at': '2021-11-11T01:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '61ca923e-a48e-4963-90ff-99776c63877c', 'name': '', 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'mac_address': 'fa:16:3e:43:65:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '400844d0-9be8-4f53-95ec-2ae887a65afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:52Z', 'updated_at': '2021-11-11T01:04:57Z', 'revision_number': 4, 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'subnets': [{'id': '400844d0-9be8-4f53-95ec-2ae887a65afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:04:58.538332 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d9670-d0c5-460c-b935-59e8266200ba req-c74b8d06-1751-4874-b00b-f3c757c5c850 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:58.538332 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6e9d9670-d0c5-460c-b935-59e8266200ba req-c74b8d06-1751-4874-b00b-f3c757c5c850 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.4078903 Nov 11 01:04:58.551227 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edca4a-11f4-447d-bdd3-a17a220233eb req-9d993070-5161-42a6-ab32-2da9ccc72921 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:58.553024 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e8edca4a-11f4-447d-bdd3-a17a220233eb req-9d993070-5161-42a6-ab32-2da9ccc72921 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 946 time: 0.4220297 Nov 11 01:04:58.579989 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce92f5f5-05b4-4fe8-b847-d0fa62bdf664 admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:04:58.584336 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fed84d-90d7-4847-a3d2-37ce4dbcfc67 None None] Pushing event updated for resources: {'Port': ['ID=1e8fc5f2-1e3d-40af-87df-02bcad77b044,revision_number=2']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:58.593473 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc28e08-6bd0-4958-85f4-bf2486643a6c None None] Sync routers for ids ['1a6def97-2a55-4efc-910d-175ab956427a'] in dv-cinder-817085-3-iscsi {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:04:58.596903 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cae2bb-4a28-4db1-9016-33f985a046f8 None None] The sync data for ids ['9f83d1fd-f06d-4748-aed4-f49091d22fa8'] in dv-cinder-817085-3-iscsi is: [{'id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'name': 'tempest-TestShelveInstance-832442224-router', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:04:49Z', 'updated_at': '2021-11-11T01:04:53Z', 'revision_number': 4, 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'gw_port': {'id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:42:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:50Z', 'updated_at': '2021-11-11T01:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '61ca923e-a48e-4963-90ff-99776c63877c', 'name': '', 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'mac_address': 'fa:16:3e:43:65:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '400844d0-9be8-4f53-95ec-2ae887a65afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:52Z', 'updated_at': '2021-11-11T01:04:57Z', 'revision_number': 4, 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'subnets': [{'id': '400844d0-9be8-4f53-95ec-2ae887a65afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:04:58.608527 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc28e08-6bd0-4958-85f4-bf2486643a6c None None] Routers {'1a6def97-2a55-4efc-910d-175ab956427a'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:04:58.609951 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-cdc28e08-6bd0-4958-85f4-bf2486643a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:04:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['1a6def97-2a55-4efc-910d-175ab956427a'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:04:58.647322 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ce92f5f5-05b4-4fe8-b847-d0fa62bdf664 admin admin] Publish callbacks [] for router, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:58.648519 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-ce92f5f5-05b4-4fe8-b847-d0fa62bdf664 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6508152 Nov 11 01:04:58.651350 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 56650) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:04:58.666045 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82ebae-6488-4deb-87bd-28255d2cb5e6 None None] Pushing event updated for resources: {'Port': ['ID=61ca923e-a48e-4963-90ff-99776c63877c,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:58.668304 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6e9d9670-d0c5-460c-b935-59e8266200ba req-effc0bba-20db-45ac-9676-f29067e04f25 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140761 Nov 11 01:04:58.672914 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e8edca4a-11f4-447d-bdd3-a17a220233eb req-593c31d2-3f9b-48b3-8bbd-98d6970e70fc tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079907 Nov 11 01:04:58.826691 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-cdc28e08-6bd0-4958-85f4-bf2486643a6c None None] Set router 1a6def97-2a55-4efc-910d-175ab956427a gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:04:59.190290 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-cdc28e08-6bd0-4958-85f4-bf2486643a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6def97-2a55-4efc-910d-175ab956427a', 'name': 'tempest-TestShelveInstance-1304681958-router', 'tenant_id': '239b32269f154a8d8aaa1960fd7680e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'c4929213-7929-40ce-bff7-d87972971de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:04:56Z', 'updated_at': '2021-11-11T01:04:57Z', 'revision_number': 3, 'project_id': '239b32269f154a8d8aaa1960fd7680e3', 'gw_port': {'id': 'c4929213-7929-40ce-bff7-d87972971de8', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:13:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6def97-2a55-4efc-910d-175ab956427a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:56Z', 'updated_at': '2021-11-11T01:04:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:04:59.230660 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc28e08-6bd0-4958-85f4-bf2486643a6c None None] Checking router: 1a6def97-2a55-4efc-910d-175ab956427a for host: dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:04:59.230660 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc28e08-6bd0-4958-85f4-bf2486643a6c None None] Updating router 1a6def97-2a55-4efc-910d-175ab956427a port c4929213-7929-40ce-bff7-d87972971de8 binding host dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 01:04:59.292829 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-cdc28e08-6bd0-4958-85f4-bf2486643a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:59.390836 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d3c991cd-61ec-4090-acf0-0621c9e39024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:59.477259 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-df64c5a8-b922-43a3-8776-b7a392dd24a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:59.529908 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-52024e03-4d2f-4dc9-9ce4-b1f04d756a98 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:04:59.539468 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-52024e03-4d2f-4dc9-9ce4-b1f04d756a98 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/networks?id=a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa HTTP/1.1" status: 200 len: 814 time: 0.1603758 Nov 11 01:04:59.566024 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-121799d3-0e78-4974-a78a-c66784e2629b tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/quotas/53f9822d826e47279ba9ce7297752c6e HTTP/1.1" status: 200 len: 375 time: 0.0253241 Nov 11 01:04:59.617847 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-d9a1a02d-42fe-438f-94e0-8a9284416657 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=53f9822d826e47279ba9ce7297752c6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509045 Nov 11 01:04:59.709453 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [None req-df64c5a8-b922-43a3-8776-b7a392dd24a4 admin admin] Allocated IP 172.20.0.1 (5502f537-497f-4ec9-87c5-046ade92cb54/7c107866-3e79-4127-99b4-c7f3a9185a36/6ee2e53f-a802-48ff-8fdb-19d2ea847e0d) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:04:59.762448 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-cdc28e08-6bd0-4958-85f4-bf2486643a6c None None] Publish callbacks [] for port, precommit_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:59.776861 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-cdc28e08-6bd0-4958-85f4-bf2486643a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:59.822094 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-ac9daaa6-541b-4d47-98d1-0db9ba334ab5 service neutron] 10.222.0.52 "GET /v2.0/networks/a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952760 Nov 11 01:04:59.864651 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-df64c5a8-b922-43a3-8776-b7a392dd24a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:59.896966 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.managers [None req-cdc28e08-6bd0-4958-85f4-bf2486643a6c None None] Attempting to bind port c4929213-7929-40ce-bff7-d87972971de8 on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:04:59.897325 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.managers [None req-cdc28e08-6bd0-4958-85f4-bf2486643a6c None None] Attempting to bind port c4929213-7929-40ce-bff7-d87972971de8 by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}] {{(pid=101604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:04:59.897681 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc28e08-6bd0-4958-85f4-bf2486643a6c None None] Attempting to bind port c4929213-7929-40ce-bff7-d87972971de8 on network aa4f75c5-5213-4ff6-92cc-17e0fe78067f {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:04:59.917871 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc3a0c-c3be-463c-9e9f-c06a41128d13 None None] Pushing event updated for resources: {'Port': ['ID=c4929213-7929-40ce-bff7-d87972971de8,revision_number=2']} {{(pid=101604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:04:59.923638 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc28e08-6bd0-4958-85f4-bf2486643a6c None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:04:59.924005 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc28e08-6bd0-4958-85f4-bf2486643a6c None None] Checking segment: {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:04:59.924613 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-cdc28e08-6bd0-4958-85f4-bf2486643a6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:59.925631 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc28e08-6bd0-4958-85f4-bf2486643a6c None None] Bound using segment: {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'} {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:04:59.926116 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.managers [None req-cdc28e08-6bd0-4958-85f4-bf2486643a6c None None] Bound port: c4929213-7929-40ce-bff7-d87972971de8, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}}] {{(pid=101604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:04:59.926514 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-cdc28e08-6bd0-4958-85f4-bf2486643a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:04:59.990496 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-96fa29d7-e967-4605-9ad1-229ff779095d service neutron] 10.222.0.52 "GET /v2.0/networks/a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599791 Nov 11 01:05:00.042158 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.db [None req-cdc28e08-6bd0-4958-85f4-bf2486643a6c None None] For port c4929213-7929-40ce-bff7-d87972971de8, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:05:00.053073 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.db [None req-cdc28e08-6bd0-4958-85f4-bf2486643a6c None None] For port c4929213-7929-40ce-bff7-d87972971de8, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=c4929213-7929-40ce-bff7-d87972971de8,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:05:00.058032 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-cdc28e08-6bd0-4958-85f4-bf2486643a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:00.150150 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d46ed90-705a-4893-9e15-cd642d5696de None None] Network 5502f537-497f-4ec9-87c5-046ade92cb54 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:05:00.169280 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc28e08-6bd0-4958-85f4-bf2486643a6c None None] Routers {'1a6def97-2a55-4efc-910d-175ab956427a'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:05:00.180485 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-cdc28e08-6bd0-4958-85f4-bf2486643a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:04:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['1a6def97-2a55-4efc-910d-175ab956427a'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:05:00.182800 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc3a0c-c3be-463c-9e9f-c06a41128d13 None None] Pushing event updated for resources: {'Port': ['ID=c4929213-7929-40ce-bff7-d87972971de8,revision_number=3']} {{(pid=101604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:00.344487 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-df64c5a8-b922-43a3-8776-b7a392dd24a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:00.414170 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64c5a8-b922-43a3-8776-b7a392dd24a4 admin admin] Pushing event updated for resources: {'Port': ['ID=6ee2e53f-a802-48ff-8fdb-19d2ea847e0d,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:00.418311 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df64c5a8-b922-43a3-8776-b7a392dd24a4 admin admin] Network 5502f537-497f-4ec9-87c5-046ade92cb54 is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:05:00.420764 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-df64c5a8-b922-43a3-8776-b7a392dd24a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:05:00.422572 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df64c5a8-b922-43a3-8776-b7a392dd24a4 admin admin] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:05:00.463087 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-cdc28e08-6bd0-4958-85f4-bf2486643a6c None None] Set router 1a6def97-2a55-4efc-910d-175ab956427a gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:05:00.526009 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-df64c5a8-b922-43a3-8776-b7a392dd24a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919144'] for router_interface, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:00.554309 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-27d6a3bc-5678-4bd4-bf9a-661fe900862e None None] Provisioning complete for port 1e8fc5f2-1e3d-40af-87df-02bcad77b044 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:05:00.554939 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-27d6a3bc-5678-4bd4-bf9a-661fe900862e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:00.611568 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b0959-71c8-4858-a55d-6aee90c71c73 req-9c157c7b-ee55-481f-a0d2-585321311a15 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:00.622600 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d95b0959-71c8-4858-a55d-6aee90c71c73 req-9c157c7b-ee55-481f-a0d2-585321311a15 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.1704156 Nov 11 01:05:00.648987 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 61ca923e-a48e-4963-90ff-99776c63877c up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:05:00.766566 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-be373dfd-aaab-4ca9-9393-3ca47de23560 req-d9d3a856-ead2-4ab0-b29a-139ae8cf4ffb tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 210 time: 0.0853157 Nov 11 01:05:00.775527 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-df64c5a8-b922-43a3-8776-b7a392dd24a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:00.815988 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d95b0959-71c8-4858-a55d-6aee90c71c73 req-8ee860b3-475c-4f1d-aa30-ea06809e3048 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872792 Nov 11 01:05:00.943258 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974a325-2fe6-4d4c-b11d-6341c74141a8 req-86dee24a-c557-4774-b09f-dd246325d133 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:00.951728 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8974a325-2fe6-4d4c-b11d-6341c74141a8 req-86dee24a-c557-4774-b09f-dd246325d133 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0947912 Nov 11 01:05:00.991214 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-cdc28e08-6bd0-4958-85f4-bf2486643a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6def97-2a55-4efc-910d-175ab956427a', 'name': 'tempest-TestShelveInstance-1304681958-router', 'tenant_id': '239b32269f154a8d8aaa1960fd7680e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'c4929213-7929-40ce-bff7-d87972971de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:04:56Z', 'updated_at': '2021-11-11T01:04:57Z', 'revision_number': 3, 'project_id': '239b32269f154a8d8aaa1960fd7680e3', 'gw_port': {'id': 'c4929213-7929-40ce-bff7-d87972971de8', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:13:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6def97-2a55-4efc-910d-175ab956427a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:56Z', 'updated_at': '2021-11-11T01:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:05:01.019575 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8974a325-2fe6-4d4c-b11d-6341c74141a8 req-57029ffd-9650-40a6-887b-7ae0a1b725df tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669656 Nov 11 01:05:01.037736 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 61ca923e-a48e-4963-90ff-99776c63877c triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:05:01.038371 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:01.044395 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-27d6a3bc-5678-4bd4-bf9a-661fe900862e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:01.045877 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-df64c5a8-b922-43a3-8776-b7a392dd24a4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:01.055402 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-df64c5a8-b922-43a3-8776-b7a392dd24a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:01.067975 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc28e08-6bd0-4958-85f4-bf2486643a6c None None] The sync data for ids ['1a6def97-2a55-4efc-910d-175ab956427a'] in dv-cinder-817085-3-iscsi is: [{'id': '1a6def97-2a55-4efc-910d-175ab956427a', 'name': 'tempest-TestShelveInstance-1304681958-router', 'tenant_id': '239b32269f154a8d8aaa1960fd7680e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'c4929213-7929-40ce-bff7-d87972971de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:04:56Z', 'updated_at': '2021-11-11T01:04:57Z', 'revision_number': 3, 'project_id': '239b32269f154a8d8aaa1960fd7680e3', 'gw_port': {'id': 'c4929213-7929-40ce-bff7-d87972971de8', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:13:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6def97-2a55-4efc-910d-175ab956427a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:56Z', 'updated_at': '2021-11-11T01:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}] {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:05:01.102992 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-df64c5a8-b922-43a3-8776-b7a392dd24a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919292'] for router_interface, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:01.191413 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-27d6a3bc-5678-4bd4-bf9a-661fe900862e None None] For port 1e8fc5f2-1e3d-40af-87df-02bcad77b044, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=1e8fc5f2-1e3d-40af-87df-02bcad77b044,segment=NetworkSegment(e1de122f-a403-4736-9773-63172624b5bb),segment_id=e1de122f-a403-4736-9773-63172624b5bb)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:05:01.203017 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-27d6a3bc-5678-4bd4-bf9a-661fe900862e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:01.258088 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64c5a8-b922-43a3-8776-b7a392dd24a4 admin admin] Pushing event updated for resources: {'Port': ['ID=6ee2e53f-a802-48ff-8fdb-19d2ea847e0d,revision_number=2']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:01.385003 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df64c5a8-b922-43a3-8776-b7a392dd24a4 admin admin] Network 5502f537-497f-4ec9-87c5-046ade92cb54 is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:05:01.386478 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-df64c5a8-b922-43a3-8776-b7a392dd24a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:05:01.389534 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 1e8fc5f2-1e3d-40af-87df-02bcad77b044 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:05:01.434186 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6a3bc-5678-4bd4-bf9a-661fe900862e None None] Pushing event updated for resources: {'Port': ['ID=1e8fc5f2-1e3d-40af-87df-02bcad77b044,revision_number=3']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:01.544681 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 1e8fc5f2-1e3d-40af-87df-02bcad77b044 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:05:01.545502 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:01.646488 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df64c5a8-b922-43a3-8776-b7a392dd24a4 admin admin] Router 1a6def97-2a55-4efc-910d-175ab956427a has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:05:01.865920 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-b5f9df86-142b-4f42-ad1b-a181b460f065 None None] Provisioning complete for port 6ee2e53f-a802-48ff-8fdb-19d2ea847e0d triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:05:01.869936 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-b5f9df86-142b-4f42-ad1b-a181b460f065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:01.886782 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:05:01.906512 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df64c5a8-b922-43a3-8776-b7a392dd24a4 admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:05:01.926987 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-df64c5a8-b922-43a3-8776-b7a392dd24a4 admin admin] 10.222.0.52 "PUT /v2.0/routers/1a6def97-2a55-4efc-910d-175ab956427a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2651503 Nov 11 01:05:01.968882 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-a0e5f68c-22be-4811-9a98-f8a7e34a7470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:01.992918 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-b5f9df86-142b-4f42-ad1b-a181b460f065 None None] Port 6ee2e53f-a802-48ff-8fdb-19d2ea847e0d cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:05:02.009847 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-b5f9df86-142b-4f42-ad1b-a181b460f065 None None] Provisioning complete for port 1e8fc5f2-1e3d-40af-87df-02bcad77b044 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:05:02.011363 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-b5f9df86-142b-4f42-ad1b-a181b460f065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:02.011518 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a1d24c2e-87dd-48d5-b6b3-64852ce9a572 req-86c34ac6-7e1b-42a0-8b43-0f1c6712559c tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 210 time: 0.0714388 Nov 11 01:05:02.105725 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd686b-9f57-4010-9964-4c63d4e988fe req-5fb66014-853a-49c8-a542-0fed4a352d31 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:02.117502 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-00bd686b-9f57-4010-9964-4c63d4e988fe req-5fb66014-853a-49c8-a542-0fed4a352d31 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0919828 Nov 11 01:05:02.185683 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-00bd686b-9f57-4010-9964-4c63d4e988fe req-1ea53391-0cba-4e7a-a5f6-72379552abad tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670078 Nov 11 01:05:02.228659 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee728389-83e3-497a-89a6-8e59936e56f4 req-420a1c9f-091e-4d2b-b643-bc44ad19700e tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:02.230455 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ee728389-83e3-497a-89a6-8e59936e56f4 req-420a1c9f-091e-4d2b-b643-bc44ad19700e tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0687356 Nov 11 01:05:02.275247 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-f2738b10-d904-47c5-90a2-03c80b4a8c40 None None] Provisioning complete for port 6ee2e53f-a802-48ff-8fdb-19d2ea847e0d triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:05:02.276226 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-f2738b10-d904-47c5-90a2-03c80b4a8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:02.334855 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-f2738b10-d904-47c5-90a2-03c80b4a8c40 None None] Port 6ee2e53f-a802-48ff-8fdb-19d2ea847e0d cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:05:02.387217 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ee728389-83e3-497a-89a6-8e59936e56f4 req-7ca5a680-957a-44ee-a516-729fd28314ca tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397815 Nov 11 01:05:02.459309 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-f91909fe-8ad4-4ee1-bbd1-6fb64898da83 None None] Provisioning complete for port 6ee2e53f-a802-48ff-8fdb-19d2ea847e0d triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:05:02.459619 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-f91909fe-8ad4-4ee1-bbd1-6fb64898da83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:02.498591 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 1e8fc5f2-1e3d-40af-87df-02bcad77b044 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:05:02.564500 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-f91909fe-8ad4-4ee1-bbd1-6fb64898da83 None None] Port 6ee2e53f-a802-48ff-8fdb-19d2ea847e0d cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:05:02.578367 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 1e8fc5f2-1e3d-40af-87df-02bcad77b044 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:05:02.578740 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:02.683422 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device c4929213-7929-40ce-bff7-d87972971de8 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:05:02.746843 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port c4929213-7929-40ce-bff7-d87972971de8 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:05:02.747416 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:02.870844 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:02.883266 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:02.894029 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] For port c4929213-7929-40ce-bff7-d87972971de8, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=c4929213-7929-40ce-bff7-d87972971de8,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:05:02.902936 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:02.903550 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-39046111-0d94-4f27-abe7-01d15004e461 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:02.905270 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-39046111-0d94-4f27-abe7-01d15004e461 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.64 "GET /v2.0/networks?id=a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa HTTP/1.1" status: 200 len: 814 time: 0.2020781 Nov 11 01:05:02.952550 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-c0c7a765-e1e4-4162-84d1-c1f1465e8cab tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Request body: {'port': {'device_id': '7cf1d23b-4934-4920-b304-0958f87dd3c5', 'network_id': 'a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa', 'admin_state_up': True, 'tenant_id': '53f9822d826e47279ba9ce7297752c6e'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:05:02.974321 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Pushing event updated for resources: {'Port': ['ID=c4929213-7929-40ce-bff7-d87972971de8,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:03.109748 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-c0c7a765-e1e4-4162-84d1-c1f1465e8cab tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Made reservation on behalf of 53f9822d826e47279ba9ce7297752c6e for: {'port': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:05:03.116674 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-c0c7a765-e1e4-4162-84d1-c1f1465e8cab tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:03.305513 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-c0c7a765-e1e4-4162-84d1-c1f1465e8cab tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Allocated IP 172.20.0.12 (a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa/161fa702-8373-4da6-b2eb-79a061932091/d6b56662-d64b-46ed-a321-18629bfb4927) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:05:03.345304 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 56756) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:05:03.356193 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-2f07d1f3-81d7-4628-8425-1cd0bb2f3971 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1841354698', 'description': 'tempest-secgroup-smoke-1841354698 description', 'project_id': '5dff1f2fb612458e95b9346b3d29040d'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:05:03.368349 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e660a690-7732-498e-aad3-369902b3f9a6 req-4f90b7b1-8e1f-4725-92b3-d7dc3c7d1711 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 210 time: 0.0424995 Nov 11 01:05:03.395276 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2f07d1f3-81d7-4628-8425-1cd0bb2f3971 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:03.431567 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4621d96a-4753-4a3b-8a85-25f891a7cf9b None None] Sync routers for ids ['1a6def97-2a55-4efc-910d-175ab956427a'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:05:03.442582 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ea150-c118-42a0-a5be-5e7f84e10a3d req-c3e12773-6af0-420d-9281-c1917eaca860 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:03.444719 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-960ea150-c118-42a0-a5be-5e7f84e10a3d req-c3e12773-6af0-420d-9281-c1917eaca860 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0570867 Nov 11 01:05:03.459826 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4621d96a-4753-4a3b-8a85-25f891a7cf9b None None] Routers {'1a6def97-2a55-4efc-910d-175ab956427a'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:05:03.460683 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-4621d96a-4753-4a3b-8a85-25f891a7cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:05:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['1a6def97-2a55-4efc-910d-175ab956427a'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:05:03.515929 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-960ea150-c118-42a0-a5be-5e7f84e10a3d req-d3de6312-ff1d-400b-ac93-9791d706f1eb tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606143 Nov 11 01:05:03.554140 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-c0c7a765-e1e4-4162-84d1-c1f1465e8cab tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:03.569511 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec5abb-41a4-4597-a135-d788652d0f6d req-1e94ba65-f73a-4256-91dc-1eb4b02ea9c4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:03.571297 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-95ec5abb-41a4-4597-a135-d788652d0f6d req-1e94ba65-f73a-4256-91dc-1eb4b02ea9c4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0544193 Nov 11 01:05:03.574559 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2f07d1f3-81d7-4628-8425-1cd0bb2f3971 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:03.581625 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2f07d1f3-81d7-4628-8425-1cd0bb2f3971 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:03.610729 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-4621d96a-4753-4a3b-8a85-25f891a7cf9b None None] Set router 1a6def97-2a55-4efc-910d-175ab956427a gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:05:03.634147 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-95ec5abb-41a4-4597-a135-d788652d0f6d req-c2d1b4d5-864e-4a2b-a4ce-ac88cfb5215e tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540848 Nov 11 01:05:03.640459 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07d1f3-81d7-4628-8425-1cd0bb2f3971 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1df8e04-91bf-4cf2-9824-06b87c49660d,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:03.646427 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2f07d1f3-81d7-4628-8425-1cd0bb2f3971 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:03.647584 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-2f07d1f3-81d7-4628-8425-1cd0bb2f3971 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3014209 Nov 11 01:05:03.650458 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 56762) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:05:03.657008 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-ebc14349-2b94-4d3b-85a7-c33e9bd93ec1 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Request body: {'security_group_rule': {'security_group_id': 'b1df8e04-91bf-4cf2-9824-06b87c49660d', 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:05:03.675015 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-c0c7a765-e1e4-4162-84d1-c1f1465e8cab tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:03.738813 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-c0c7a765-e1e4-4162-84d1-c1f1465e8cab tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Network a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:05:03.744342 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-c0c7a765-e1e4-4162-84d1-c1f1465e8cab tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:05:03.746911 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-c0c7a765-e1e4-4162-84d1-c1f1465e8cab tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:05:03.778624 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7a765-e1e4-4162-84d1-c1f1465e8cab tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Pushing event updated for resources: {'Port': ['ID=d6b56662-d64b-46ed-a321-18629bfb4927,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:03.784487 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ebc14349-2b94-4d3b-85a7-c33e9bd93ec1 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:03.826719 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-c0c7a765-e1e4-4162-84d1-c1f1465e8cab tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:03.827373 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-c0c7a765-e1e4-4162-84d1-c1f1465e8cab tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:03.847865 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-4621d96a-4753-4a3b-8a85-25f891a7cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6def97-2a55-4efc-910d-175ab956427a', 'name': 'tempest-TestShelveInstance-1304681958-router', 'tenant_id': '239b32269f154a8d8aaa1960fd7680e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'c4929213-7929-40ce-bff7-d87972971de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:04:56Z', 'updated_at': '2021-11-11T01:05:00Z', 'revision_number': 4, 'project_id': '239b32269f154a8d8aaa1960fd7680e3', 'gw_port': {'id': 'c4929213-7929-40ce-bff7-d87972971de8', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:13:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6def97-2a55-4efc-910d-175ab956427a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:56Z', 'updated_at': '2021-11-11T01:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '6ee2e53f-a802-48ff-8fdb-19d2ea847e0d', 'name': '', 'network_id': '5502f537-497f-4ec9-87c5-046ade92cb54', 'tenant_id': '239b32269f154a8d8aaa1960fd7680e3', 'mac_address': 'fa:16:3e:e3:12:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6def97-2a55-4efc-910d-175ab956427a', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7c107866-3e79-4127-99b4-c7f3a9185a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:59Z', 'updated_at': '2021-11-11T01:05:00Z', 'revision_number': 2, 'project_id': '239b32269f154a8d8aaa1960fd7680e3', 'subnets': [{'id': '7c107866-3e79-4127-99b4-c7f3a9185a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:05:03.859693 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-c0c7a765-e1e4-4162-84d1-c1f1465e8cab tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9114838 Nov 11 01:05:03.873433 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4621d96a-4753-4a3b-8a85-25f891a7cf9b None None] Checking router: 1a6def97-2a55-4efc-910d-175ab956427a for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:05:03.873781 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4621d96a-4753-4a3b-8a85-25f891a7cf9b None None] Updating router 1a6def97-2a55-4efc-910d-175ab956427a port 6ee2e53f-a802-48ff-8fdb-19d2ea847e0d binding host dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 01:05:03.881474 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ebc14349-2b94-4d3b-85a7-c33e9bd93ec1 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:03.885235 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ebc14349-2b94-4d3b-85a7-c33e9bd93ec1 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527026'] for security_group_rule, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:03.899692 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-4621d96a-4753-4a3b-8a85-25f891a7cf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:03.903495 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc14349-2b94-4d3b-85a7-c33e9bd93ec1 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467646e1-195f-4740-8d15-4819760e2d55,revision_number=0']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:03.911998 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ebc14349-2b94-4d3b-85a7-c33e9bd93ec1 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:03.913388 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-ebc14349-2b94-4d3b-85a7-c33e9bd93ec1 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2618930 Nov 11 01:05:03.916139 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 56764) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:05:03.920579 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-e52295eb-5f7c-400b-afa6-6846564b385c tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Request body: {'security_group_rule': {'security_group_id': 'b1df8e04-91bf-4cf2-9824-06b87c49660d', 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:05:03.948729 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-e52295eb-5f7c-400b-afa6-6846564b385c tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.016030 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-e52295eb-5f7c-400b-afa6-6846564b385c tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.021739 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-e52295eb-5f7c-400b-afa6-6846564b385c tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527026'] for security_group_rule, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.040498 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52295eb-5f7c-400b-afa6-6846564b385c tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5738ca-bf1c-4fb9-8c73-776241b1931c,revision_number=0']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:04.051257 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-e52295eb-5f7c-400b-afa6-6846564b385c tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.055419 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-e52295eb-5f7c-400b-afa6-6846564b385c tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1382093 Nov 11 01:05:04.056684 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 56768) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:05:04.061124 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-42065792-2f77-4cba-b6cc-909ae030d132 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Request body: {'security_group_rule': {'security_group_id': 'b1df8e04-91bf-4cf2-9824-06b87c49660d', 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:05:04.090285 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-42065792-2f77-4cba-b6cc-909ae030d132 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.150626 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-42065792-2f77-4cba-b6cc-909ae030d132 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.155341 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-42065792-2f77-4cba-b6cc-909ae030d132 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527026'] for security_group_rule, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.176805 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42065792-2f77-4cba-b6cc-909ae030d132 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a5ca58-e957-459e-8cc3-14608f771346,revision_number=0']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:04.182437 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-42065792-2f77-4cba-b6cc-909ae030d132 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.186280 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-42065792-2f77-4cba-b6cc-909ae030d132 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260288 Nov 11 01:05:04.186583 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 56772) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:05:04.190541 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-4621d96a-4753-4a3b-8a85-25f891a7cf9b None None] Publish callbacks [] for port, precommit_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.191694 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-b1e4e815-4c91-4286-abf5-860c3c210ece tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Request body: {'security_group_rule': {'security_group_id': 'b1df8e04-91bf-4cf2-9824-06b87c49660d', 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:05:04.195754 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-4621d96a-4753-4a3b-8a85-25f891a7cf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.219478 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b1e4e815-4c91-4286-abf5-860c3c210ece tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.258353 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e17d1-40d8-4ee5-969a-f6f0171dfeaa None None] Pushing event updated for resources: {'Port': ['ID=6ee2e53f-a802-48ff-8fdb-19d2ea847e0d,revision_number=3']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:04.291051 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b1e4e815-4c91-4286-abf5-860c3c210ece tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.300670 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b1e4e815-4c91-4286-abf5-860c3c210ece tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527026'] for security_group_rule, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.327656 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4e815-4c91-4286-abf5-860c3c210ece tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c4676a-8b77-4bea-abaf-249df5571a9e,revision_number=0']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:04.335100 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-4621d96a-4753-4a3b-8a85-25f891a7cf9b None None] Attempting to bind port 6ee2e53f-a802-48ff-8fdb-19d2ea847e0d on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:05:04.335639 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-4621d96a-4753-4a3b-8a85-25f891a7cf9b None None] Attempting to bind port 6ee2e53f-a802-48ff-8fdb-19d2ea847e0d by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': 'e1de122f-a403-4736-9773-63172624b5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5502f537-497f-4ec9-87c5-046ade92cb54'}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:05:04.335879 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4621d96a-4753-4a3b-8a85-25f891a7cf9b None None] Attempting to bind port 6ee2e53f-a802-48ff-8fdb-19d2ea847e0d on network 5502f537-497f-4ec9-87c5-046ade92cb54 {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:05:04.343280 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4621d96a-4753-4a3b-8a85-25f891a7cf9b None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:05:04.343725 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4621d96a-4753-4a3b-8a85-25f891a7cf9b None None] Checking segment: {'id': 'e1de122f-a403-4736-9773-63172624b5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5502f537-497f-4ec9-87c5-046ade92cb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:05:04.344259 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-4621d96a-4753-4a3b-8a85-25f891a7cf9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.344883 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4621d96a-4753-4a3b-8a85-25f891a7cf9b None None] Bound using segment: {'id': 'e1de122f-a403-4736-9773-63172624b5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5502f537-497f-4ec9-87c5-046ade92cb54'} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:05:04.345476 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-4621d96a-4753-4a3b-8a85-25f891a7cf9b None None] Bound port: 6ee2e53f-a802-48ff-8fdb-19d2ea847e0d, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1de122f-a403-4736-9773-63172624b5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5502f537-497f-4ec9-87c5-046ade92cb54'}}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:05:04.346101 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-4621d96a-4753-4a3b-8a85-25f891a7cf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.350102 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b1e4e815-4c91-4286-abf5-860c3c210ece tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.350997 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device c4929213-7929-40ce-bff7-d87972971de8 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:05:04.351371 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-b1e4e815-4c91-4286-abf5-860c3c210ece tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1638541 Nov 11 01:05:04.354166 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 56774) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:05:04.358969 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-4fcad368-4bd0-424c-9911-6acb260e066b tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Request body: {'security_group_rule': {'security_group_id': 'b1df8e04-91bf-4cf2-9824-06b87c49660d', 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:05:04.387682 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.db.securitygroups_db [None req-4fcad368-4bd0-424c-9911-6acb260e066b tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Project 5dff1f2fb612458e95b9346b3d29040d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 01:05:04.395757 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-4fcad368-4bd0-424c-9911-6acb260e066b tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.442699 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.473869 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port c4929213-7929-40ce-bff7-d87972971de8 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:05:04.474243 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.493224 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-4fcad368-4bd0-424c-9911-6acb260e066b tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.497640 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-4fcad368-4bd0-424c-9911-6acb260e066b tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527026'] for security_group_rule, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.508902 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-4621d96a-4753-4a3b-8a85-25f891a7cf9b None None] For port 6ee2e53f-a802-48ff-8fdb-19d2ea847e0d, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:05:04.523492 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcad368-4bd0-424c-9911-6acb260e066b tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d3e688c-cbe5-417c-9a72-db524c88c32d,revision_number=0']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:04.532872 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cebbf-628c-4342-a6b9-1f1f7a390597 req-ab048d8e-d8c9-4797-899d-a63132d45f8f tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:04.534455 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-4621d96a-4753-4a3b-8a85-25f891a7cf9b None None] For port 6ee2e53f-a802-48ff-8fdb-19d2ea847e0d, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=6ee2e53f-a802-48ff-8fdb-19d2ea847e0d,segment=NetworkSegment(e1de122f-a403-4736-9773-63172624b5bb),segment_id=e1de122f-a403-4736-9773-63172624b5bb)] {{(pid=101603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:05:04.539531 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c10cebbf-628c-4342-a6b9-1f1f7a390597 req-ab048d8e-d8c9-4797-899d-a63132d45f8f tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 932 time: 0.0890911 Nov 11 01:05:04.542004 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-4621d96a-4753-4a3b-8a85-25f891a7cf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.552593 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-4fcad368-4bd0-424c-9911-6acb260e066b tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.553941 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-4fcad368-4bd0-424c-9911-6acb260e066b tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1987269 Nov 11 01:05:04.556748 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 56780) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:05:04.561486 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-a1df4583-eb14-41c0-b0a6-14ade3702b7b tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Request body: {'security_group_rule': {'security_group_id': 'b1df8e04-91bf-4cf2-9824-06b87c49660d', 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:05:04.573050 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-63b91023-0411-44a3-b246-0f93dfd64302 None None] Provisioning complete for port 6ee2e53f-a802-48ff-8fdb-19d2ea847e0d triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:05:04.573420 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-63b91023-0411-44a3-b246-0f93dfd64302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.586095 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.db.securitygroups_db [None req-a1df4583-eb14-41c0-b0a6-14ade3702b7b tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Project 5dff1f2fb612458e95b9346b3d29040d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 01:05:04.591480 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a1df4583-eb14-41c0-b0a6-14ade3702b7b tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.619510 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c10cebbf-628c-4342-a6b9-1f1f7a390597 req-3da13fd9-9a54-4eda-a112-d9c1d1c1566c tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769310 Nov 11 01:05:04.675083 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4621d96a-4753-4a3b-8a85-25f891a7cf9b None None] Routers {'1a6def97-2a55-4efc-910d-175ab956427a'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:05:04.675709 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-4621d96a-4753-4a3b-8a85-25f891a7cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:05:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['1a6def97-2a55-4efc-910d-175ab956427a'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:05:04.686514 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a1df4583-eb14-41c0-b0a6-14ade3702b7b tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.692818 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a1df4583-eb14-41c0-b0a6-14ade3702b7b tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527026'] for security_group_rule, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.693539 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e17d1-40d8-4ee5-969a-f6f0171dfeaa None None] Pushing event updated for resources: {'Port': ['ID=6ee2e53f-a802-48ff-8fdb-19d2ea847e0d,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:04.740066 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df4583-eb14-41c0-b0a6-14ade3702b7b tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af0ab19-05ea-4755-a415-64c772f34a34,revision_number=0']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:04.748909 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a1df4583-eb14-41c0-b0a6-14ade3702b7b tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:04.770582 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-a1df4583-eb14-41c0-b0a6-14ade3702b7b tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2080898 Nov 11 01:05:04.790072 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52554c2f-ca7e-4117-938c-a1045a672540 req-7f43dc3a-d228-4e17-8dee-048ecdd0aecc tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:04.792023 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-52554c2f-ca7e-4117-938c-a1045a672540 req-7f43dc3a-d228-4e17-8dee-048ecdd0aecc tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0752339 Nov 11 01:05:04.870034 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-52554c2f-ca7e-4117-938c-a1045a672540 req-0b6e2b60-9b58-43da-804b-2c7d58357175 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681443 Nov 11 01:05:05.010570 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190ac90-0609-44e3-802d-f54872021eb1 req-ca79c286-80fd-4d2b-849c-b1e775c41faa tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:05.013625 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f190ac90-0609-44e3-802d-f54872021eb1 req-ca79c286-80fd-4d2b-849c-b1e775c41faa tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0647595 Nov 11 01:05:05.015276 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:05.024752 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-63b91023-0411-44a3-b246-0f93dfd64302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:05.064468 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-4621d96a-4753-4a3b-8a85-25f891a7cf9b None None] Set router 1a6def97-2a55-4efc-910d-175ab956427a gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:05:05.083030 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f190ac90-0609-44e3-802d-f54872021eb1 req-8ebafaa7-bdf0-4b16-a36c-0929e622ae70 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564744 Nov 11 01:05:05.100527 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-63b91023-0411-44a3-b246-0f93dfd64302 None None] For port 6ee2e53f-a802-48ff-8fdb-19d2ea847e0d, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=6ee2e53f-a802-48ff-8fdb-19d2ea847e0d,segment=NetworkSegment(e1de122f-a403-4736-9773-63172624b5bb),segment_id=e1de122f-a403-4736-9773-63172624b5bb)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:05:05.106057 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-63b91023-0411-44a3-b246-0f93dfd64302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:05.246737 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b91023-0411-44a3-b246-0f93dfd64302 None None] Pushing event updated for resources: {'Port': ['ID=6ee2e53f-a802-48ff-8fdb-19d2ea847e0d,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:05.263242 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-bbb08bc2-0ecb-451b-a9eb-1a534a1115f8 None None] Provisioning complete for port 6ee2e53f-a802-48ff-8fdb-19d2ea847e0d triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:05:05.263610 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-bbb08bc2-0ecb-451b-a9eb-1a534a1115f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:05.414629 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-4621d96a-4753-4a3b-8a85-25f891a7cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6def97-2a55-4efc-910d-175ab956427a', 'name': 'tempest-TestShelveInstance-1304681958-router', 'tenant_id': '239b32269f154a8d8aaa1960fd7680e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'c4929213-7929-40ce-bff7-d87972971de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:04:56Z', 'updated_at': '2021-11-11T01:05:00Z', 'revision_number': 4, 'project_id': '239b32269f154a8d8aaa1960fd7680e3', 'gw_port': {'id': 'c4929213-7929-40ce-bff7-d87972971de8', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:13:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6def97-2a55-4efc-910d-175ab956427a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:56Z', 'updated_at': '2021-11-11T01:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '6ee2e53f-a802-48ff-8fdb-19d2ea847e0d', 'name': '', 'network_id': '5502f537-497f-4ec9-87c5-046ade92cb54', 'tenant_id': '239b32269f154a8d8aaa1960fd7680e3', 'mac_address': 'fa:16:3e:e3:12:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6def97-2a55-4efc-910d-175ab956427a', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7c107866-3e79-4127-99b4-c7f3a9185a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:59Z', 'updated_at': '2021-11-11T01:05:04Z', 'revision_number': 4, 'project_id': '239b32269f154a8d8aaa1960fd7680e3', 'subnets': [{'id': '7c107866-3e79-4127-99b4-c7f3a9185a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:05:05.444018 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4621d96a-4753-4a3b-8a85-25f891a7cf9b None None] The sync data for ids ['1a6def97-2a55-4efc-910d-175ab956427a'] in dv-cinder-817085-3-iscsi is: [{'id': '1a6def97-2a55-4efc-910d-175ab956427a', 'name': 'tempest-TestShelveInstance-1304681958-router', 'tenant_id': '239b32269f154a8d8aaa1960fd7680e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'c4929213-7929-40ce-bff7-d87972971de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:04:56Z', 'updated_at': '2021-11-11T01:05:00Z', 'revision_number': 4, 'project_id': '239b32269f154a8d8aaa1960fd7680e3', 'gw_port': {'id': 'c4929213-7929-40ce-bff7-d87972971de8', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:13:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6def97-2a55-4efc-910d-175ab956427a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:56Z', 'updated_at': '2021-11-11T01:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '6ee2e53f-a802-48ff-8fdb-19d2ea847e0d', 'name': '', 'network_id': '5502f537-497f-4ec9-87c5-046ade92cb54', 'tenant_id': '239b32269f154a8d8aaa1960fd7680e3', 'mac_address': 'fa:16:3e:e3:12:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6def97-2a55-4efc-910d-175ab956427a', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '7c107866-3e79-4127-99b4-c7f3a9185a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:59Z', 'updated_at': '2021-11-11T01:05:04Z', 'revision_number': 4, 'project_id': '239b32269f154a8d8aaa1960fd7680e3', 'subnets': [{'id': '7c107866-3e79-4127-99b4-c7f3a9185a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:05:05.743351 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ef90f-57e3-44db-9db5-5c613e9a074c req-f8266f0d-6011-4c78-b72a-faaf540140a3 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:05.744493 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-952ef90f-57e3-44db-9db5-5c613e9a074c req-f8266f0d-6011-4c78-b72a-faaf540140a3 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 932 time: 0.0515757 Nov 11 01:05:05.805021 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-952ef90f-57e3-44db-9db5-5c613e9a074c req-7ecf5c74-dfbb-4a62-b08e-5c411f3d76c3 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536745 Nov 11 01:05:06.003474 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839c561-5625-4072-a535-1e40199abf36 req-f5296b78-3718-4ce6-aba5-07feef601e25 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:06.005008 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1839c561-5625-4072-a535-1e40199abf36 req-f5296b78-3718-4ce6-aba5-07feef601e25 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0552995 Nov 11 01:05:06.054834 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1839c561-5625-4072-a535-1e40199abf36 req-fb4ac573-cc15-47c1-b854-a8cec3be73d8 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435128 Nov 11 01:05:06.202663 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55779fb-704c-4ad8-9f32-1399d159aa7b req-0f8c05b3-388a-4b19-a3e4-64d48efc65a3 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:06.204219 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c55779fb-704c-4ad8-9f32-1399d159aa7b req-0f8c05b3-388a-4b19-a3e4-64d48efc65a3 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0494370 Nov 11 01:05:06.253598 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c55779fb-704c-4ad8-9f32-1399d159aa7b req-5d126a52-7912-41b2-9cea-ef0a0a7a3deb tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430782 Nov 11 01:05:06.356223 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 6ee2e53f-a802-48ff-8fdb-19d2ea847e0d up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:05:06.409170 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 6ee2e53f-a802-48ff-8fdb-19d2ea847e0d triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:05:06.409611 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:06.923603 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8846106-37fb-4532-b692-f6e2e7615fa0 req-db53b9a5-520c-4503-96ef-d249ea95fd9a tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:06.925576 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f8846106-37fb-4532-b692-f6e2e7615fa0 req-db53b9a5-520c-4503-96ef-d249ea95fd9a tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 932 time: 0.0498152 Nov 11 01:05:06.988028 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f8846106-37fb-4532-b692-f6e2e7615fa0 req-23ead124-474c-4348-a5f5-3e0f3215752f tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561411 Nov 11 01:05:07.170732 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8853517-d3e8-4f6c-b11d-cffce898101c req-fd79377c-32de-4cd4-a006-c18d617b8ab7 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:07.172232 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c8853517-d3e8-4f6c-b11d-cffce898101c req-fd79377c-32de-4cd4-a006-c18d617b8ab7 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0493422 Nov 11 01:05:07.219251 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c8853517-d3e8-4f6c-b11d-cffce898101c req-50e0531e-e639-4f2d-a342-85804479efa5 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406318 Nov 11 01:05:07.305340 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-ab0c99fb-ba92-4353-a2a9-3ed423ca9d4a service neutron] Request body: {'port': {'device_id': '7cf1d23b-4934-4920-b304-0958f87dd3c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:05:07.362571 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-ab0c99fb-ba92-4353-a2a9-3ed423ca9d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:07.399445 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d255b8b-4b11-41a1-9bab-34fc34d1746b req-cd82c60f-1cdd-4d65-956c-1396a31da099 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:07.400941 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9d255b8b-4b11-41a1-9bab-34fc34d1746b req-cd82c60f-1cdd-4d65-956c-1396a31da099 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0746233 Nov 11 01:05:07.463091 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9d255b8b-4b11-41a1-9bab-34fc34d1746b req-bbd8016d-7327-4ed0-adf6-ead58f3ead84 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527658 Nov 11 01:05:07.629470 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-ab0c99fb-ba92-4353-a2a9-3ed423ca9d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b56662-d64b-46ed-a321-18629bfb4927 {{(pid=101601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:05:07.636672 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-ab0c99fb-ba92-4353-a2a9-3ed423ca9d4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:07.648493 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.provisioning_blocks [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-ab0c99fb-ba92-4353-a2a9-3ed423ca9d4a service neutron] Transition to ACTIVE for port object d6b56662-d64b-46ed-a321-18629bfb4927 will not be triggered until provisioned by entity L2. {{(pid=101601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 01:05:07.652352 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-ab0c99fb-ba92-4353-a2a9-3ed423ca9d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:07.700722 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c99fb-ba92-4353-a2a9-3ed423ca9d4a service neutron] Pushing event updated for resources: {'Port': ['ID=d6b56662-d64b-46ed-a321-18629bfb4927,revision_number=2']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:07.774343 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-ab0c99fb-ba92-4353-a2a9-3ed423ca9d4a service neutron] Attempting to bind port d6b56662-d64b-46ed-a321-18629bfb4927 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:05:07.774676 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-ab0c99fb-ba92-4353-a2a9-3ed423ca9d4a service neutron] Attempting to bind port d6b56662-d64b-46ed-a321-18629bfb4927 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': 'dcbcfeea-9c48-4848-b9f2-09749bd8f073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa'}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:05:07.775029 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-ab0c99fb-ba92-4353-a2a9-3ed423ca9d4a service neutron] Attempting to bind port d6b56662-d64b-46ed-a321-18629bfb4927 on network a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:05:07.779130 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-ab0c99fb-ba92-4353-a2a9-3ed423ca9d4a service neutron] Port d6b56662-d64b-46ed-a321-18629bfb4927 on network a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 01:05:07.779448 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-ab0c99fb-ba92-4353-a2a9-3ed423ca9d4a service neutron] Attempting to bind port d6b56662-d64b-46ed-a321-18629bfb4927 on network a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:05:07.784871 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-ab0c99fb-ba92-4353-a2a9-3ed423ca9d4a service neutron] Checking agent: {'id': '9935500b-1718-4861-8412-1ae3ca811271', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'started_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:05:07.785226 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-ab0c99fb-ba92-4353-a2a9-3ed423ca9d4a service neutron] Checking segment: {'id': 'dcbcfeea-9c48-4848-b9f2-09749bd8f073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:05:07.785628 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-ab0c99fb-ba92-4353-a2a9-3ed423ca9d4a service neutron] Bound using segment: {'id': 'dcbcfeea-9c48-4848-b9f2-09749bd8f073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa'} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:05:07.786063 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-ab0c99fb-ba92-4353-a2a9-3ed423ca9d4a service neutron] Bound port: d6b56662-d64b-46ed-a321-18629bfb4927, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcbcfeea-9c48-4848-b9f2-09749bd8f073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa'}}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:05:07.786389 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-ab0c99fb-ba92-4353-a2a9-3ed423ca9d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:07.850640 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-ab0c99fb-ba92-4353-a2a9-3ed423ca9d4a service neutron] For port d6b56662-d64b-46ed-a321-18629bfb4927, host hv-cinder-81708, cleared binding levels {{(pid=101601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:05:07.853948 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-ab0c99fb-ba92-4353-a2a9-3ed423ca9d4a service neutron] For port d6b56662-d64b-46ed-a321-18629bfb4927, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=d6b56662-d64b-46ed-a321-18629bfb4927,segment=NetworkSegment(dcbcfeea-9c48-4848-b9f2-09749bd8f073),segment_id=dcbcfeea-9c48-4848-b9f2-09749bd8f073)] {{(pid=101601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:05:07.859965 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-ab0c99fb-ba92-4353-a2a9-3ed423ca9d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:07.898954 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-ab0c99fb-ba92-4353-a2a9-3ed423ca9d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:07.899599 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-ab0c99fb-ba92-4353-a2a9-3ed423ca9d4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:07.901021 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-ab0c99fb-ba92-4353-a2a9-3ed423ca9d4a service neutron] 10.222.0.64 "PUT /v2.0/ports/d6b56662-d64b-46ed-a321-18629bfb4927 HTTP/1.1" status: 200 len: 1094 time: 0.6001964 Nov 11 01:05:07.901444 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf1d23b-4934-4920-b304-0958f87dd3c5', 'tag': 'd6b56662-d64b-46ed-a321-18629bfb4927'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:05:07.903768 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dd75ef-a8cc-4952-a181-002dd3053700" -d '{"events": [{"name": "network-changed", "server_uuid": "7cf1d23b-4934-4920-b304-0958f87dd3c5", "tag": "d6b56662-d64b-46ed-a321-18629bfb4927"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:05:07.923159 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c99fb-ba92-4353-a2a9-3ed423ca9d4a service neutron] Pushing event updated for resources: {'Port': ['ID=d6b56662-d64b-46ed-a321-18629bfb4927,revision_number=3']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:07.955874 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd56873-a450-442f-b5d0-5cf78986e50a x-openstack-request-id: req-9dd56873-a450-442f-b5d0-5cf78986e50a {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:05:07.956717 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cf1d23b-4934-4920-b304-0958f87dd3c5", "tag": "d6b56662-d64b-46ed-a321-18629bfb4927", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:05:07.956717 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9dd56873-a450-442f-b5d0-5cf78986e50a {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:05:07.957214 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cf1d23b-4934-4920-b304-0958f87dd3c5', 'tag': 'd6b56662-d64b-46ed-a321-18629bfb4927', 'status': 'completed', 'code': 200} Nov 11 01:05:08.105185 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-56c37688-df0f-42b0-9f2a-ce6242e28511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:08.106563 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-56c37688-df0f-42b0-9f2a-ce6242e28511 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53f9822d826e47279ba9ce7297752c6e&device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 1097 time: 0.0440481 Nov 11 01:05:08.111551 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c47c9-11ec-4885-87e8-72e26460c248 req-357d9ff4-2f29-471e-b569-a2280f6cc860 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:08.113298 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6c2c47c9-11ec-4885-87e8-72e26460c248 req-357d9ff4-2f29-471e-b569-a2280f6cc860 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 944 time: 0.0546739 Nov 11 01:05:08.164474 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6c2c47c9-11ec-4885-87e8-72e26460c248 req-364adb6b-0f8e-487b-94de-01fd105b5547 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447521 Nov 11 01:05:08.241253 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-39d65bab-f61b-4d06-a9c6-fcaa47c7c207 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6b56662-d64b-46ed-a321-18629bfb4927 HTTP/1.1" status: 200 len: 217 time: 0.0574746 Nov 11 01:05:08.255710 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f1317-3c22-43da-9ee8-53c977191783 req-2a93c17c-c19c-4c95-bd71-e49899ca94e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:08.257181 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-240f1317-3c22-43da-9ee8-53c977191783 req-2a93c17c-c19c-4c95-bd71-e49899ca94e3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 1098 time: 0.0674477 Nov 11 01:05:08.329278 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-8ab5862a-7c6e-4406-92bc-575c931a3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:08.331595 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-8ab5862a-7c6e-4406-92bc-575c931a3ff7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=161fa702-8373-4da6-b2eb-79a061932091 HTTP/1.1" status: 200 len: 854 time: 0.0735660 Nov 11 01:05:08.345153 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710da5db-c32d-4664-95e4-13ca77eb1c6a req-a88c5dd6-4ac0-44ff-b0d9-7b48609ab056 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:08.346205 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-240f1317-3c22-43da-9ee8-53c977191783 req-ce0648b6-101b-4f09-90b1-cd081e12473b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627782 Nov 11 01:05:08.346978 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-710da5db-c32d-4664-95e4-13ca77eb1c6a req-a88c5dd6-4ac0-44ff-b0d9-7b48609ab056 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0564291 Nov 11 01:05:08.375122 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-f8bf944e-a1ed-432c-82de-641060e2f5ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278234 Nov 11 01:05:08.395485 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-710da5db-c32d-4664-95e4-13ca77eb1c6a req-08ac9703-93c3-4a0d-8b6c-86fdb1a14936 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423274 Nov 11 01:05:08.579412 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae4b59-2ca5-4ee8-bc68-6f9225e8dfe8 req-2bacc230-e437-4983-a8bb-bbf1676a3527 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:08.580979 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-58ae4b59-2ca5-4ee8-bc68-6f9225e8dfe8 req-2bacc230-e437-4983-a8bb-bbf1676a3527 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0532329 Nov 11 01:05:08.630029 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-58ae4b59-2ca5-4ee8-bc68-6f9225e8dfe8 req-86faf1ba-0311-427a-859e-173a7577ae81 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432346 Nov 11 01:05:09.024343 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-b3cd6078-5852-42e1-9685-9fd6e97aa9d2 service neutron] 10.222.0.64 "GET /v2.0/networks/a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830927 Nov 11 01:05:09.142244 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-3cb6c96a-8ef2-422c-aaa7-1861caae7882 req-4eb6b8ca-1e97-458f-a1e7-d01c35bb38dc service neutron] 10.222.0.64 "GET /v2.0/networks/a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842588 Nov 11 01:05:09.282351 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbea47-2e8e-46fc-ad5a-ca4fec07e3a9 req-8c1099ac-917a-497c-b119-186b349b2515 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:09.284584 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-61dbea47-2e8e-46fc-ad5a-ca4fec07e3a9 req-8c1099ac-917a-497c-b119-186b349b2515 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 944 time: 0.0517056 Nov 11 01:05:09.332147 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-61dbea47-2e8e-46fc-ad5a-ca4fec07e3a9 req-55aefdd1-a450-4a94-ac83-64b0fed9e1a9 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406976 Nov 11 01:05:09.354343 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd75ef-a8cc-4952-a181-002dd3053700 req-086f0a4e-ac65-4209-a41d-fbf93e9635b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:09.356071 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c9dd75ef-a8cc-4952-a181-002dd3053700 req-086f0a4e-ac65-4209-a41d-fbf93e9635b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53f9822d826e47279ba9ce7297752c6e&device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 1097 time: 0.0430517 Nov 11 01:05:09.480597 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd75ef-a8cc-4952-a181-002dd3053700 req-4b65e53b-2216-47ce-acbc-90b6eab4bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:09.482290 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c9dd75ef-a8cc-4952-a181-002dd3053700 req-4b65e53b-2216-47ce-acbc-90b6eab4bd55 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa HTTP/1.1" status: 200 len: 914 time: 0.0968029 Nov 11 01:05:09.522495 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c62c8-6d3a-4e68-9e34-b44dfeb9a7a4 req-bf477b94-ad1f-4f2d-b01b-f07ff3868663 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:09.524033 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4b6c62c8-6d3a-4e68-9e34-b44dfeb9a7a4 req-bf477b94-ad1f-4f2d-b01b-f07ff3868663 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0568297 Nov 11 01:05:09.533208 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c9dd75ef-a8cc-4952-a181-002dd3053700 req-4ac82fdc-81c3-404f-a770-6c66695506df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6b56662-d64b-46ed-a321-18629bfb4927 HTTP/1.1" status: 200 len: 217 time: 0.0361719 Nov 11 01:05:09.578089 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4b6c62c8-6d3a-4e68-9e34-b44dfeb9a7a4 req-22c7d0f2-612e-48d4-9ec7-9441adeda5fc tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476103 Nov 11 01:05:09.587958 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd75ef-a8cc-4952-a181-002dd3053700 req-48ffe4a8-9094-4439-8d51-3fbf8b5153b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:09.589680 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c9dd75ef-a8cc-4952-a181-002dd3053700 req-48ffe4a8-9094-4439-8d51-3fbf8b5153b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=161fa702-8373-4da6-b2eb-79a061932091 HTTP/1.1" status: 200 len: 854 time: 0.0444045 Nov 11 01:05:09.642069 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c9dd75ef-a8cc-4952-a181-002dd3053700 req-b8c2afb9-5b62-43cd-9aec-3e47553de937 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245678 Nov 11 01:05:09.749450 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c9dd75ef-a8cc-4952-a181-002dd3053700 req-ec348778-0550-498f-8a12-72009487a3a7 service neutron] 10.222.0.64 "GET /v2.0/networks/a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862603 Nov 11 01:05:09.750043 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bcbc2-f5b2-4044-8409-02f6e6ef56c1 req-c976e722-c6a3-46e6-8405-cb5f6f6bea5c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:09.751526 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-996bcbc2-f5b2-4044-8409-02f6e6ef56c1 req-c976e722-c6a3-46e6-8405-cb5f6f6bea5c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0488229 Nov 11 01:05:09.798866 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-996bcbc2-f5b2-4044-8409-02f6e6ef56c1 req-6cefb021-eaaf-4e45-b2e6-e75b2bd98943 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414288 Nov 11 01:05:09.870553 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c9dd75ef-a8cc-4952-a181-002dd3053700 req-dbfe0442-60bd-432c-b4a1-747e407e661c service neutron] 10.222.0.64 "GET /v2.0/networks/a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896931 Nov 11 01:05:10.449142 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d09a0-fb5e-4a96-8083-b0ceaa6e5247 req-63dcc6d3-7935-4cf3-a2b7-e0d5bdfb3047 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:10.450607 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-110d09a0-fb5e-4a96-8083-b0ceaa6e5247 req-63dcc6d3-7935-4cf3-a2b7-e0d5bdfb3047 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 944 time: 0.0488391 Nov 11 01:05:10.497578 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-110d09a0-fb5e-4a96-8083-b0ceaa6e5247 req-f400b795-72a1-4906-94c5-e2270c7d5349 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400963 Nov 11 01:05:10.705202 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267dd48-dde5-447c-a2a2-77f3b3e77121 req-5201d0c8-0822-4ac5-bede-4a100bc17144 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:10.706728 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f267dd48-dde5-447c-a2a2-77f3b3e77121 req-5201d0c8-0822-4ac5-bede-4a100bc17144 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0558364 Nov 11 01:05:10.757855 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f267dd48-dde5-447c-a2a2-77f3b3e77121 req-2aa6c43a-1dd1-4909-8d60-a4307b1efc69 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452075 Nov 11 01:05:10.918228 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f347b9-4c2a-4756-8ca1-5472271fce6f req-e350b466-8077-43a8-b6fb-2b20b046f56a tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:10.919808 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-63f347b9-4c2a-4756-8ca1-5472271fce6f req-e350b466-8077-43a8-b6fb-2b20b046f56a tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0491366 Nov 11 01:05:10.968680 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-63f347b9-4c2a-4756-8ca1-5472271fce6f req-f35ceb0a-a93f-4ca3-b3ed-68a40f894c80 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419221 Nov 11 01:05:11.625885 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f738ef4-d825-4f33-aaf4-f920d10e14a1 req-6a13973b-fe6d-435a-a49e-05876b69b2ae tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:11.628335 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2f738ef4-d825-4f33-aaf4-f920d10e14a1 req-6a13973b-fe6d-435a-a49e-05876b69b2ae tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 944 time: 0.0540054 Nov 11 01:05:11.686357 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2f738ef4-d825-4f33-aaf4-f920d10e14a1 req-8b04627c-87fa-4631-ade1-40e9dcd0040a tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516250 Nov 11 01:05:11.889030 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c2fff-94ce-4fd9-a32e-8ef86d12212f req-30583681-cde5-441c-98d9-3ba1c4b7b202 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:11.890559 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-957c2fff-94ce-4fd9-a32e-8ef86d12212f req-30583681-cde5-441c-98d9-3ba1c4b7b202 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0550301 Nov 11 01:05:11.950567 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-957c2fff-94ce-4fd9-a32e-8ef86d12212f req-02544dbd-1f26-4cd3-92d2-1748c0955344 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527089 Nov 11 01:05:12.101952 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604c019-96d4-47b0-8dbb-30fcdbae2295 req-5f6a6f44-a6cb-4886-89fa-073956325ade tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:12.103902 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7604c019-96d4-47b0-8dbb-30fcdbae2295 req-5f6a6f44-a6cb-4886-89fa-073956325ade tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0585966 Nov 11 01:05:12.157893 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7604c019-96d4-47b0-8dbb-30fcdbae2295 req-fe353784-fcb7-42b3-b975-51790962278b tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470431 Nov 11 01:05:12.209805 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b20485-089f-4c73-be54-65dd1683f231 req-8a261803-77d5-43d7-9687-1d536aa32bd7 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:12.211358 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c3b20485-089f-4c73-be54-65dd1683f231 req-8a261803-77d5-43d7-9687-1d536aa32bd7 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0524082 Nov 11 01:05:12.259433 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c3b20485-089f-4c73-be54-65dd1683f231 req-723fb132-6179-4086-b69c-ed709ec564e5 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418077 Nov 11 01:05:12.270054 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118b74c-20cf-4beb-be60-9fb7a584f77e req-42a6cc62-67b9-41a8-b10d-e123379704a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:12.274034 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-2118b74c-20cf-4beb-be60-9fb7a584f77e req-42a6cc62-67b9-41a8-b10d-e123379704a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b9ddce0b6794348af30770172bcd5c5&device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 1098 time: 0.0494938 Nov 11 01:05:12.374374 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118b74c-20cf-4beb-be60-9fb7a584f77e req-913e7c40-f87f-48ad-b7f7-c365d5a2e40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:12.375764 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-2118b74c-20cf-4beb-be60-9fb7a584f77e req-913e7c40-f87f-48ad-b7f7-c365d5a2e40e service neutron] 10.222.0.64 "GET /v2.0/networks?id=288ad7ee-ad49-45cc-b619-30fceacb55ee HTTP/1.1" status: 200 len: 919 time: 0.0842178 Nov 11 01:05:12.435148 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-2118b74c-20cf-4beb-be60-9fb7a584f77e req-1a7e33a1-50d7-43fb-8273-25a41ff30c39 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82da993e-a127-427f-9c31-a8b1a4846d8f HTTP/1.1" status: 200 len: 217 time: 0.0366580 Nov 11 01:05:12.498058 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118b74c-20cf-4beb-be60-9fb7a584f77e req-1f2836bc-2f7c-46d5-a699-d652e12750cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:12.499901 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-2118b74c-20cf-4beb-be60-9fb7a584f77e req-1f2836bc-2f7c-46d5-a699-d652e12750cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=217dd1d9-2c80-47df-a154-fc3ee5b01472 HTTP/1.1" status: 200 len: 859 time: 0.0427439 Nov 11 01:05:12.538004 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-2118b74c-20cf-4beb-be60-9fb7a584f77e req-f036f7a4-14e5-4f42-9cf9-2d014b7d8e6c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=288ad7ee-ad49-45cc-b619-30fceacb55ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249300 Nov 11 01:05:12.647738 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-2118b74c-20cf-4beb-be60-9fb7a584f77e req-f2014ea1-25b5-46ab-9258-a47ed63f99c9 service neutron] 10.222.0.64 "GET /v2.0/networks/288ad7ee-ad49-45cc-b619-30fceacb55ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836663 Nov 11 01:05:12.760174 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-2118b74c-20cf-4beb-be60-9fb7a584f77e req-23d30f76-ccbe-4558-9d4b-d870904193b8 service neutron] 10.222.0.64 "GET /v2.0/networks/288ad7ee-ad49-45cc-b619-30fceacb55ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945537 Nov 11 01:05:12.805559 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea0e82-f7a4-48d2-9a78-c3d096433b04 req-67a0bc69-1409-4a71-9627-fdd82b37ad73 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:12.807054 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2bea0e82-f7a4-48d2-9a78-c3d096433b04 req-67a0bc69-1409-4a71-9627-fdd82b37ad73 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 944 time: 0.0513737 Nov 11 01:05:12.857955 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2bea0e82-f7a4-48d2-9a78-c3d096433b04 req-69024c3d-bc85-4a9d-a8f6-c3250f9bf15a tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449116 Nov 11 01:05:13.256243 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device d6b56662-d64b-46ed-a321-18629bfb4927 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 01:05:13.316959 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7935ea-4c39-46d2-be59-c9a1e9a785d3 req-25e9b684-8169-4926-8f5d-c30cb9479b0f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:13.318665 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6a7935ea-4c39-46d2-be59-c9a1e9a785d3 req-25e9b684-8169-4926-8f5d-c30cb9479b0f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0702531 Nov 11 01:05:13.386159 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port d6b56662-d64b-46ed-a321-18629bfb4927, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=d6b56662-d64b-46ed-a321-18629bfb4927,segment=NetworkSegment(dcbcfeea-9c48-4848-b9f2-09749bd8f073),segment_id=dcbcfeea-9c48-4848-b9f2-09749bd8f073)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:05:13.399062 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Returning: {'device': 'd6b56662-d64b-46ed-a321-18629bfb4927', 'network_id': 'a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa', 'port_id': 'd6b56662-d64b-46ed-a321-18629bfb4927', 'mac_address': 'fa:16:3e:5c:67:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161fa702-8373-4da6-b2eb-79a061932091', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 01:05:13.406696 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6a7935ea-4c39-46d2-be59-c9a1e9a785d3 req-ff0812c0-64b9-46e1-b1e4-349f895b7ce8 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734813 Nov 11 01:05:13.417605 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a97f55-4236-4b81-a168-1b2597131f62 req-e4defefe-1764-47ea-a418-46b68c91f41e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:13.419085 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c5a97f55-4236-4b81-a168-1b2597131f62 req-e4defefe-1764-47ea-a418-46b68c91f41e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0786221 Nov 11 01:05:13.449324 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:13.465666 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b56662-d64b-46ed-a321-18629bfb4927 {{(pid=101603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:05:13.474877 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c5a97f55-4236-4b81-a168-1b2597131f62 req-1a638a73-0f7e-4ca1-97c1-d189c629cb56 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485947 Nov 11 01:05:13.489348 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port d6b56662-d64b-46ed-a321-18629bfb4927, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=d6b56662-d64b-46ed-a321-18629bfb4927,segment=NetworkSegment(dcbcfeea-9c48-4848-b9f2-09749bd8f073),segment_id=dcbcfeea-9c48-4848-b9f2-09749bd8f073)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:05:13.495917 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:13.551576 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=d6b56662-d64b-46ed-a321-18629bfb4927,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:13.574691 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:13.973957 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feca394-c456-49f1-8bc2-f6aefd423fe1 req-d3217ed4-0ed9-4487-8eb4-25f10881b563 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:13.975644 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8feca394-c456-49f1-8bc2-f6aefd423fe1 req-d3217ed4-0ed9-4487-8eb4-25f10881b563 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 945 time: 0.0524273 Nov 11 01:05:14.027422 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8feca394-c456-49f1-8bc2-f6aefd423fe1 req-59b6c776-96d3-4205-8d6a-47d1b2ab88d9 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457854 Nov 11 01:05:14.539477 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506b05d-72d6-4637-9344-64f2937f2c22 req-6b66997a-c8dc-443a-ba36-54c86fda3230 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:14.540948 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2506b05d-72d6-4637-9344-64f2937f2c22 req-6b66997a-c8dc-443a-ba36-54c86fda3230 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0509028 Nov 11 01:05:14.617975 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2506b05d-72d6-4637-9344-64f2937f2c22 req-e2777723-460d-4846-907d-5e0834d9aa5a tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640273 Nov 11 01:05:14.626035 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c8cdb-5c6b-49e4-8335-49600a70db0e req-06417a75-663f-40b3-b270-1db6725de8cf tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:14.628602 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3c3c8cdb-5c6b-49e4-8335-49600a70db0e req-06417a75-663f-40b3-b270-1db6725de8cf tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0833423 Nov 11 01:05:14.676076 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3c3c8cdb-5c6b-49e4-8335-49600a70db0e req-c436a4f2-6a1b-487f-a463-6fa6e0423f45 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413668 Nov 11 01:05:15.143903 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7d61b-60e6-44a5-ba53-9192e60b7c25 req-19a63669-696d-4765-ba55-3fd5f727680d tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:15.145342 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-43b7d61b-60e6-44a5-ba53-9192e60b7c25 req-19a63669-696d-4765-ba55-3fd5f727680d tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 945 time: 0.0532787 Nov 11 01:05:15.195310 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-43b7d61b-60e6-44a5-ba53-9192e60b7c25 req-7f8ea91b-c1c9-4a25-972b-c69397a131f4 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440700 Nov 11 01:05:15.740204 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683ffb8-1c13-4fda-a919-d48e65234f8b req-94b3ceaa-76c1-4689-987d-7824d9c938f0 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:15.741639 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2683ffb8-1c13-4fda-a919-d48e65234f8b req-94b3ceaa-76c1-4689-987d-7824d9c938f0 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0510445 Nov 11 01:05:15.792063 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2683ffb8-1c13-4fda-a919-d48e65234f8b req-ce8df1d2-df45-40df-8cf9-314abeec62d4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446522 Nov 11 01:05:15.897637 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e75d4-5fd6-43da-a613-5208c35efd04 req-b6d0e713-607b-4412-b9c9-0277d1c41538 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:15.899112 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dc1e75d4-5fd6-43da-a613-5208c35efd04 req-b6d0e713-607b-4412-b9c9-0277d1c41538 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0493140 Nov 11 01:05:15.948749 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dc1e75d4-5fd6-43da-a613-5208c35efd04 req-4931dba0-2885-4bfd-973c-998da58dc6af tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433347 Nov 11 01:05:16.309948 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1996bfb-845f-42dc-8f50-5325814cb72e req-9c5174ab-4b8f-4992-b84f-1cc3198d4c95 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:16.311414 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c1996bfb-845f-42dc-8f50-5325814cb72e req-9c5174ab-4b8f-4992-b84f-1cc3198d4c95 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 945 time: 0.0484242 Nov 11 01:05:16.361032 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c1996bfb-845f-42dc-8f50-5325814cb72e req-a89c0349-c2ac-4ee7-89f6-94e90290a131 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432155 Nov 11 01:05:16.911185 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f869b-1158-4395-a9fb-dfe1f4ced7e4 req-920ba5ae-19bb-4a62-9056-d56a50348996 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:16.912640 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ad7f869b-1158-4395-a9fb-dfe1f4ced7e4 req-920ba5ae-19bb-4a62-9056-d56a50348996 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0480134 Nov 11 01:05:16.960434 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ad7f869b-1158-4395-a9fb-dfe1f4ced7e4 req-3fd2820c-8481-4b4e-842f-2a0949e45612 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420341 Nov 11 01:05:17.075470 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcdd28-43cc-4058-82b3-bc3be5003e09 req-92cc9830-26e6-4133-b4ae-1fae4b92745f tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:17.076830 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c3fcdd28-43cc-4058-82b3-bc3be5003e09 req-92cc9830-26e6-4133-b4ae-1fae4b92745f tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0527494 Nov 11 01:05:17.123291 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c3fcdd28-43cc-4058-82b3-bc3be5003e09 req-0300da13-1fcd-48fc-9f05-988672080221 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402954 Nov 11 01:05:17.489057 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7b7b9-a972-4c63-9b1e-5992c7209fcd req-5b749ca7-2621-4aa3-9660-090fdec11532 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:17.490656 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f0b7b7b9-a972-4c63-9b1e-5992c7209fcd req-5b749ca7-2621-4aa3-9660-090fdec11532 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 945 time: 0.0590186 Nov 11 01:05:17.541217 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f0b7b7b9-a972-4c63-9b1e-5992c7209fcd req-6aedcada-e54e-4d9a-aa4d-75b950ee306a tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444691 Nov 11 01:05:18.085804 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531a3bf-22d3-47f2-a886-4fdf80deb17f req-ce41312a-2992-44c7-98c5-ae740ea91dfb tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:18.087662 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3531a3bf-22d3-47f2-a886-4fdf80deb17f req-ce41312a-2992-44c7-98c5-ae740ea91dfb tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0525589 Nov 11 01:05:18.134139 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3531a3bf-22d3-47f2-a886-4fdf80deb17f req-9771666d-74cb-42e5-8b6a-12d355e77341 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402105 Nov 11 01:05:18.242602 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64835008-5e54-4345-bdaa-c32b00fa3368 req-4d5e6a47-8174-4cf7-a937-115386c84d4f tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:18.244139 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-64835008-5e54-4345-bdaa-c32b00fa3368 req-4d5e6a47-8174-4cf7-a937-115386c84d4f tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0519927 Nov 11 01:05:18.292482 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-64835008-5e54-4345-bdaa-c32b00fa3368 req-a2d0f7e0-e047-45af-9711-d7df0e5428c9 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423357 Nov 11 01:05:18.573553 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['d6b56662-d64b-46ed-a321-18629bfb4927'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:05:18.658718 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86264f81-a85c-43d7-b3dd-866817ede03c req-703e8aff-50e7-4537-8856-cc9a2febb122 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:18.660216 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-86264f81-a85c-43d7-b3dd-866817ede03c req-703e8aff-50e7-4537-8856-cc9a2febb122 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 945 time: 0.0489917 Nov 11 01:05:18.719256 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-86264f81-a85c-43d7-b3dd-866817ede03c req-cb992fd3-508b-47ea-80bd-bcc1f06f883a tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525906 Nov 11 01:05:19.256683 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd6e75-ff8e-42fe-88da-979b1cb80278 req-e842a8ff-2c26-4747-894f-3b89977d06f4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:19.258055 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8dfd6e75-ff8e-42fe-88da-979b1cb80278 req-e842a8ff-2c26-4747-894f-3b89977d06f4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0504453 Nov 11 01:05:19.303566 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8dfd6e75-ff8e-42fe-88da-979b1cb80278 req-07f149b6-e562-4672-8925-b1125f40419f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395586 Nov 11 01:05:19.407485 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217bfaa5-c223-43e7-b283-bac1cdfe8de1 req-291b6025-cd07-4894-a9d5-d95d16c3864e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:19.409679 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-217bfaa5-c223-43e7-b283-bac1cdfe8de1 req-291b6025-cd07-4894-a9d5-d95d16c3864e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0506825 Nov 11 01:05:19.455469 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-217bfaa5-c223-43e7-b283-bac1cdfe8de1 req-f77b1448-bcb5-402b-9c8a-0d2bd5eb6ae1 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396943 Nov 11 01:05:19.842007 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8cc80-e739-43cf-908f-9a1c1693839d req-89ca5865-c36b-45fb-9763-2887468cdbe9 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:19.843505 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5eb8cc80-e739-43cf-908f-9a1c1693839d req-89ca5865-c36b-45fb-9763-2887468cdbe9 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 945 time: 0.0551951 Nov 11 01:05:19.893414 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5eb8cc80-e739-43cf-908f-9a1c1693839d req-087be1b2-ad28-475e-82e4-43de45cc9b4e tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430319 Nov 11 01:05:20.420201 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918c54a-2983-4873-ba61-1c5bb175e7ce req-a7857eb3-9062-4cbd-bce6-03f254ef3b53 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:20.421626 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8918c54a-2983-4873-ba61-1c5bb175e7ce req-a7857eb3-9062-4cbd-bce6-03f254ef3b53 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0479708 Nov 11 01:05:20.468952 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8918c54a-2983-4873-ba61-1c5bb175e7ce req-4763de84-abef-4bb5-8a85-01b611526ef9 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409951 Nov 11 01:05:20.591763 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb034242-b6c1-4faa-b878-95d8896aac51 req-83b42eba-3f8a-4625-8576-81be7da73ff5 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:20.593388 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cb034242-b6c1-4faa-b878-95d8896aac51 req-83b42eba-3f8a-4625-8576-81be7da73ff5 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0617380 Nov 11 01:05:20.649909 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cb034242-b6c1-4faa-b878-95d8896aac51 req-6ed8d482-a4e6-4830-9ecf-e88f14678024 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491507 Nov 11 01:05:21.015802 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da8f2f-8137-4935-a680-ff946ad39614 req-d2900fdd-a193-40a8-a094-c73555de6c04 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:21.017263 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e4da8f2f-8137-4935-a680-ff946ad39614 req-d2900fdd-a193-40a8-a094-c73555de6c04 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 945 time: 0.0552480 Nov 11 01:05:21.065089 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e4da8f2f-8137-4935-a680-ff946ad39614 req-19cb6937-340c-445a-9f14-dd864b635b62 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417700 Nov 11 01:05:21.603786 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c07b0-ca51-4ef8-a445-03ff79bac6ce req-b55f2f42-7df4-4e0b-b7e8-ab9286e6c41e tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:21.605320 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3f9c07b0-ca51-4ef8-a445-03ff79bac6ce req-b55f2f42-7df4-4e0b-b7e8-ab9286e6c41e tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0503924 Nov 11 01:05:21.654031 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3f9c07b0-ca51-4ef8-a445-03ff79bac6ce req-8d90623c-7244-4288-985d-724988fb3a9b tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429518 Nov 11 01:05:21.777449 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04903ee-9422-4223-9e26-20392e4644db req-4726432d-897d-4b6f-b2fa-a9bd189f5c5c tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:21.778983 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f04903ee-9422-4223-9e26-20392e4644db req-4726432d-897d-4b6f-b2fa-a9bd189f5c5c tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0538220 Nov 11 01:05:21.836175 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f04903ee-9422-4223-9e26-20392e4644db req-bf01fad9-595b-4167-8412-3bccad50d636 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488060 Nov 11 01:05:22.241491 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c10f8-b86f-4a9b-bd98-4d1ceba74dc7 req-857727a9-673f-4ed9-bab7-6e1c0fe74fe6 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:22.243116 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cf9c10f8-b86f-4a9b-bd98-4d1ceba74dc7 req-857727a9-673f-4ed9-bab7-6e1c0fe74fe6 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 945 time: 0.0542328 Nov 11 01:05:22.293402 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cf9c10f8-b86f-4a9b-bd98-4d1ceba74dc7 req-a7fc8b43-0f95-4aa0-a324-28b7eb2c849e tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437641 Nov 11 01:05:22.601255 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device d6b56662-d64b-46ed-a321-18629bfb4927 up at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:05:22.648594 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning for port d6b56662-d64b-46ed-a321-18629bfb4927 completed by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 01:05:22.652594 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning complete for port d6b56662-d64b-46ed-a321-18629bfb4927 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:05:22.652962 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:22.733854 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:22.757468 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf1d23b-4934-4920-b304-0958f87dd3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b56662-d64b-46ed-a321-18629bfb4927'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:05:22.759782 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7755c0da-493d-4848-87bf-bc9a1eb5dbe6" -d '{"events": [{"server_uuid": "7cf1d23b-4934-4920-b304-0958f87dd3c5", "name": "network-vif-plugged", "status": "completed", "tag": "d6b56662-d64b-46ed-a321-18629bfb4927"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:05:22.773551 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port d6b56662-d64b-46ed-a321-18629bfb4927, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=d6b56662-d64b-46ed-a321-18629bfb4927,segment=NetworkSegment(dcbcfeea-9c48-4848-b9f2-09749bd8f073),segment_id=dcbcfeea-9c48-4848-b9f2-09749bd8f073)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:05:22.778729 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:22.789819 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d2323-37b8-410b-8963-bf4c19c3b766 req-b332f3f2-f2d2-4b61-960e-38367fd5ad6e tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:22.791365 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-331d2323-37b8-410b-8963-bf4c19c3b766 req-b332f3f2-f2d2-4b61-960e-38367fd5ad6e tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0567727 Nov 11 01:05:22.803125 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8d0a60-8538-4ca3-bd65-2de07190f821 x-openstack-request-id: req-8e8d0a60-8538-4ca3-bd65-2de07190f821 {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:05:22.803436 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf1d23b-4934-4920-b304-0958f87dd3c5", "name": "network-vif-plugged", "status": "completed", "tag": "d6b56662-d64b-46ed-a321-18629bfb4927", "code": 200}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:05:22.803694 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e8d0a60-8538-4ca3-bd65-2de07190f821 {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:05:22.804091 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf1d23b-4934-4920-b304-0958f87dd3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b56662-d64b-46ed-a321-18629bfb4927', 'code': 200} Nov 11 01:05:22.831704 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=d6b56662-d64b-46ed-a321-18629bfb4927,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:22.840502 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-331d2323-37b8-410b-8963-bf4c19c3b766 req-77ac1a5c-22f5-4768-be4d-e10e430c5159 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429692 Nov 11 01:05:23.130014 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55cfdc-4c2a-4d7f-88e9-9213677760af req-b85a8a55-7fef-4a82-a43a-2ba12cce2165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:23.131445 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-6a55cfdc-4c2a-4d7f-88e9-9213677760af req-b85a8a55-7fef-4a82-a43a-2ba12cce2165 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 1099 time: 0.0406947 Nov 11 01:05:23.190387 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-6a55cfdc-4c2a-4d7f-88e9-9213677760af req-51a79fa5-344c-4331-94f5-fbc2862f8367 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413566 Nov 11 01:05:23.315443 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e128d32-16aa-4b5f-a277-1a6b191aa705 req-34e9cb5b-7636-46e9-8ca7-e79c3bfaa13f tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:23.317115 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3e128d32-16aa-4b5f-a277-1a6b191aa705 req-34e9cb5b-7636-46e9-8ca7-e79c3bfaa13f tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0509608 Nov 11 01:05:23.370343 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3e128d32-16aa-4b5f-a277-1a6b191aa705 req-54cfa988-8782-4e0a-874d-0a249ca1348a tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437915 Nov 11 01:05:23.418780 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102310a-6f45-43a5-ba39-526cdaca1d9c req-57a18a8b-f85f-4e16-bc5a-7f90f811d486 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:23.420281 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1102310a-6f45-43a5-ba39-526cdaca1d9c req-57a18a8b-f85f-4e16-bc5a-7f90f811d486 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 946 time: 0.0490782 Nov 11 01:05:23.473962 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1102310a-6f45-43a5-ba39-526cdaca1d9c req-523b218b-2258-403d-a4bd-181009cf9b7a tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470960 Nov 11 01:05:24.115748 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726cc07-df73-4691-a4ae-d5abfb0952e2 req-d94dec7b-ac96-49f9-b704-f3806b0042d3 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:24.119567 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7726cc07-df73-4691-a4ae-d5abfb0952e2 req-d94dec7b-ac96-49f9-b704-f3806b0042d3 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0617032 Nov 11 01:05:24.182098 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7726cc07-df73-4691-a4ae-d5abfb0952e2 req-4010edca-dac1-4f62-81f8-1d3e05a7fb39 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576336 Nov 11 01:05:24.592145 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180eec1-5b66-41e8-9d15-d919e1965597 req-df719ceb-98e0-4f5b-8684-8e0d65394d38 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:24.593731 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a180eec1-5b66-41e8-9d15-d919e1965597 req-df719ceb-98e0-4f5b-8684-8e0d65394d38 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 946 time: 0.0499458 Nov 11 01:05:24.640048 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a180eec1-5b66-41e8-9d15-d919e1965597 req-8d452b79-8a5d-4494-8e38-e4ede72456ab tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395880 Nov 11 01:05:25.336396 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc095d0-6378-45bc-84af-95c0c8d89b56 req-99a5f34f-c588-4693-a537-f7cb653cd6b1 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:25.337763 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3cc095d0-6378-45bc-84af-95c0c8d89b56 req-99a5f34f-c588-4693-a537-f7cb653cd6b1 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0611787 Nov 11 01:05:25.401574 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3cc095d0-6378-45bc-84af-95c0c8d89b56 req-adc048b7-0607-401c-9aeb-1675a7d38e84 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565307 Nov 11 01:05:25.515085 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 57154) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:05:25.666079 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b0b4f698-8610-41ab-b199-a6c84ae0010e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:25.762529 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b0b4f698-8610-41ab-b199-a6c84ae0010e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:25.770973 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b0b4f698-8610-41ab-b199-a6c84ae0010e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:25.777527 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204fcd9-dba5-4245-9092-c4cfe591082c req-2dde7d25-e0e3-4f20-84f0-142c627d2c95 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:25.779144 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3204fcd9-dba5-4245-9092-c4cfe591082c req-2dde7d25-e0e3-4f20-84f0-142c627d2c95 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 946 time: 0.0576565 Nov 11 01:05:25.817657 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 57168) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:05:25.817944 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-b0b4f698-8610-41ab-b199-a6c84ae0010e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ba56aa317e7245129e1a3673dc30d8a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014827 Nov 11 01:05:25.818811 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b4f698-8610-41ab-b199-a6c84ae0010e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ac1068-acf7-4881-bf1a-b5ad61d23bf3,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:25.861869 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3204fcd9-dba5-4245-9092-c4cfe591082c req-496fa552-3387-4a8a-9b6b-24e741f31190 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757153 Nov 11 01:05:25.906229 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-9b796821-6373-46ae-8841-6deaa22b603a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:25.976990 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-9b796821-6373-46ae-8841-6deaa22b603a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:26.044557 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-7c6734f6-bebd-4a3f-b3cc-1badf8e7c64c tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:26.046108 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-7c6734f6-bebd-4a3f-b3cc-1badf8e7c64c tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/networks?id=232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 HTTP/1.1" status: 200 len: 815 time: 0.1526589 Nov 11 01:05:26.062816 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-9802da21-f602-41fb-ab09-c8055ba18c5e tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/quotas/43ffc4ef7782463480e07227c26cfa47 HTTP/1.1" status: 200 len: 375 time: 0.0098538 Nov 11 01:05:26.068720 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-9b796821-6373-46ae-8841-6deaa22b603a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:26.071446 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-9b796821-6373-46ae-8841-6deaa22b603a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:26.072600 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-9b796821-6373-46ae-8841-6deaa22b603a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b1ac1068-acf7-4881-bf1a-b5ad61d23bf3 HTTP/1.1" status: 204 len: 168 time: 0.2533653 Nov 11 01:05:26.091401 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b796821-6373-46ae-8841-6deaa22b603a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ac1068-acf7-4881-bf1a-b5ad61d23bf3,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:26.139370 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-8f2c1716-1232-4138-ba3a-a805d6e5854e tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=43ffc4ef7782463480e07227c26cfa47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0655699 Nov 11 01:05:26.244510 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-458e845b-a515-45ed-86b7-fa07004aac6f service neutron] 10.222.0.52 "GET /v2.0/networks/232e5fb8-96bd-4e33-ad1f-50b0e7e803d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972052 Nov 11 01:05:26.362502 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-2e6157c7-026e-4ed2-8996-bdf1cfa71891 service neutron] 10.222.0.52 "GET /v2.0/networks/232e5fb8-96bd-4e33-ad1f-50b0e7e803d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112216 Nov 11 01:05:26.556204 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d9a534de-173e-46f9-a65f-68c0d8a94650 req-c966e153-8fc7-4be7-851c-f197f0a48b7b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 210 time: 0.0558891 Nov 11 01:05:26.578803 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a7e0e-d9e2-4690-a753-aa63f6a92592 req-eb301930-345c-4d76-a7c8-33b72de3740d tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:26.580890 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-881a7e0e-d9e2-4690-a753-aa63f6a92592 req-eb301930-345c-4d76-a7c8-33b72de3740d tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0830986 Nov 11 01:05:26.631823 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-881a7e0e-d9e2-4690-a753-aa63f6a92592 req-10cf7cb0-f1eb-4a91-9f3d-1dc86ab489ae tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436394 Nov 11 01:05:26.997752 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68f83f-a36d-416a-a89b-7d03a827d98a req-3896e3e9-be64-4b40-bf34-8ded0b85df99 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:26.999296 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2e68f83f-a36d-416a-a89b-7d03a827d98a req-3896e3e9-be64-4b40-bf34-8ded0b85df99 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 946 time: 0.0689931 Nov 11 01:05:27.053845 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2e68f83f-a36d-416a-a89b-7d03a827d98a req-6a32ade0-1c4b-4c59-9652-84114a33d8e7 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459867 Nov 11 01:05:27.652640 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-28080226-be88-43b5-802b-a06f0c1c2be0 req-6fcb162c-17c1-486f-8a9c-6926ca42264d tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 210 time: 0.0262103 Nov 11 01:05:27.760050 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ada543-ab06-4f81-a775-2d39767d8674 req-4892f816-de87-49a7-8186-6f5d73e6859c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:27.761512 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-75ada543-ab06-4f81-a775-2d39767d8674 req-4892f816-de87-49a7-8186-6f5d73e6859c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0503759 Nov 11 01:05:27.808545 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-75ada543-ab06-4f81-a775-2d39767d8674 req-8e0419f7-8965-4a73-943e-c644ef9005d5 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413086 Nov 11 01:05:28.383667 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-7a75696d-c3b4-4189-b553-8c65a0f8cfbf tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:28.385139 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-7a75696d-c3b4-4189-b553-8c65a0f8cfbf tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.64 "GET /v2.0/networks?id=232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 HTTP/1.1" status: 200 len: 815 time: 0.1104927 Nov 11 01:05:28.477926 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-f501e222-394c-4535-bc3f-bccba87d7988 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Request body: {'port': {'device_id': 'a0fe6d69-769b-4ce1-b14e-8edaba02d820', 'network_id': '232e5fb8-96bd-4e33-ad1f-50b0e7e803d2', 'admin_state_up': True, 'tenant_id': '43ffc4ef7782463480e07227c26cfa47'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:05:28.588494 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-f501e222-394c-4535-bc3f-bccba87d7988 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Made reservation on behalf of 43ffc4ef7782463480e07227c26cfa47 for: {'port': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:05:28.592562 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-f501e222-394c-4535-bc3f-bccba87d7988 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:28.629382 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 1debaf12-1dc2-4053-8874-4078beb56b38 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 01:05:28.733505 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 1debaf12-1dc2-4053-8874-4078beb56b38, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1debaf12-1dc2-4053-8874-4078beb56b38,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:05:28.737453 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-f501e222-394c-4535-bc3f-bccba87d7988 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Allocated IP 172.20.0.9 (232e5fb8-96bd-4e33-ad1f-50b0e7e803d2/2b7bfe1a-44c7-4090-b981-aebbae43c563/f404b098-501c-4bdf-9b3e-0b0821536e87) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:05:28.750192 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Returning: {'device': '1debaf12-1dc2-4053-8874-4078beb56b38', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'port_id': '1debaf12-1dc2-4053-8874-4078beb56b38', 'mac_address': 'fa:16:3e:64:0f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 01:05:28.762963 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0c1960b9-64d3-4469-86b2-348203d50f33 req-d76d3c84-93bf-4f98-b868-a57fc0dcdee5 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 210 time: 0.0310647 Nov 11 01:05:28.792517 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:28.807312 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1debaf12-1dc2-4053-8874-4078beb56b38 {{(pid=101603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:05:28.827562 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 1debaf12-1dc2-4053-8874-4078beb56b38, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1debaf12-1dc2-4053-8874-4078beb56b38,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:05:28.831523 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:28.886993 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=1debaf12-1dc2-4053-8874-4078beb56b38,revision_number=6']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:28.897202 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-f501e222-394c-4535-bc3f-bccba87d7988 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:28.933811 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-f501e222-394c-4535-bc3f-bccba87d7988 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:28.937673 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f194fa3-3b00-449a-af71-567f250854c6 req-c7421f91-d729-4983-ade7-2b2b2efb1d9d tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:28.939726 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4f194fa3-3b00-449a-af71-567f250854c6 req-c7421f91-d729-4983-ade7-2b2b2efb1d9d tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 944 time: 0.0530083 Nov 11 01:05:28.979237 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-f501e222-394c-4535-bc3f-bccba87d7988 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Network 232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:05:28.986875 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-f501e222-394c-4535-bc3f-bccba87d7988 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:05:28.991132 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-f501e222-394c-4535-bc3f-bccba87d7988 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:05:29.007147 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4f194fa3-3b00-449a-af71-567f250854c6 req-4da2bb4d-fdf7-47b0-9cf2-2101833922c1 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595746 Nov 11 01:05:29.017157 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501e222-394c-4535-bc3f-bccba87d7988 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Pushing event updated for resources: {'Port': ['ID=f404b098-501c-4bdf-9b3e-0b0821536e87,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:29.046413 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-f501e222-394c-4535-bc3f-bccba87d7988 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:29.047161 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-f501e222-394c-4535-bc3f-bccba87d7988 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:29.063664 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-f501e222-394c-4535-bc3f-bccba87d7988 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5897036 Nov 11 01:05:29.074044 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['05b60e97-4d8c-4758-b07d-22fad0adb972', 'bcc3a1f2-10cd-4afa-a834-eb618cd1d74c', 'ff3dd580-7793-4eca-a64b-c7e41005425d'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:05:29.100244 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-cc3ce63f-88c8-4a19-a993-83f30f3e35f3 service neutron] Request body: {'port': {'device_id': 'a0fe6d69-769b-4ce1-b14e-8edaba02d820', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:05:29.156718 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-cc3ce63f-88c8-4a19-a993-83f30f3e35f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:29.336593 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['1debaf12-1dc2-4053-8874-4078beb56b38'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:05:29.424240 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-cc3ce63f-88c8-4a19-a993-83f30f3e35f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f404b098-501c-4bdf-9b3e-0b0821536e87 {{(pid=101601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:05:29.426146 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-58cac4d5-1e2e-47da-a443-25df4058dc3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:29.431643 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-cc3ce63f-88c8-4a19-a993-83f30f3e35f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:29.445893 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.provisioning_blocks [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-cc3ce63f-88c8-4a19-a993-83f30f3e35f3 service neutron] Transition to ACTIVE for port object f404b098-501c-4bdf-9b3e-0b0821536e87 will not be triggered until provisioned by entity L2. {{(pid=101601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 01:05:29.449193 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-cc3ce63f-88c8-4a19-a993-83f30f3e35f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:29.517998 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ce63f-88c8-4a19-a993-83f30f3e35f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f404b098-501c-4bdf-9b3e-0b0821536e87,revision_number=2']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:29.597636 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-cc3ce63f-88c8-4a19-a993-83f30f3e35f3 service neutron] Attempting to bind port f404b098-501c-4bdf-9b3e-0b0821536e87 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:05:29.597898 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-cc3ce63f-88c8-4a19-a993-83f30f3e35f3 service neutron] Attempting to bind port f404b098-501c-4bdf-9b3e-0b0821536e87 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': '02392950-2ab0-48e7-9241-9f8e2d63cde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '232e5fb8-96bd-4e33-ad1f-50b0e7e803d2'}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:05:29.598499 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-cc3ce63f-88c8-4a19-a993-83f30f3e35f3 service neutron] Attempting to bind port f404b098-501c-4bdf-9b3e-0b0821536e87 on network 232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:05:29.602674 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-cc3ce63f-88c8-4a19-a993-83f30f3e35f3 service neutron] Port f404b098-501c-4bdf-9b3e-0b0821536e87 on network 232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 01:05:29.603024 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-cc3ce63f-88c8-4a19-a993-83f30f3e35f3 service neutron] Attempting to bind port f404b098-501c-4bdf-9b3e-0b0821536e87 on network 232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:05:29.607737 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-cc3ce63f-88c8-4a19-a993-83f30f3e35f3 service neutron] Checking agent: {'id': '9935500b-1718-4861-8412-1ae3ca811271', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'started_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:05:29.608069 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-cc3ce63f-88c8-4a19-a993-83f30f3e35f3 service neutron] Checking segment: {'id': '02392950-2ab0-48e7-9241-9f8e2d63cde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '232e5fb8-96bd-4e33-ad1f-50b0e7e803d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:05:29.608446 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-cc3ce63f-88c8-4a19-a993-83f30f3e35f3 service neutron] Bound using segment: {'id': '02392950-2ab0-48e7-9241-9f8e2d63cde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '232e5fb8-96bd-4e33-ad1f-50b0e7e803d2'} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:05:29.608863 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-cc3ce63f-88c8-4a19-a993-83f30f3e35f3 service neutron] Bound port: f404b098-501c-4bdf-9b3e-0b0821536e87, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02392950-2ab0-48e7-9241-9f8e2d63cde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '232e5fb8-96bd-4e33-ad1f-50b0e7e803d2'}}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:05:29.609213 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-cc3ce63f-88c8-4a19-a993-83f30f3e35f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:29.674342 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-cc3ce63f-88c8-4a19-a993-83f30f3e35f3 service neutron] For port f404b098-501c-4bdf-9b3e-0b0821536e87, host hv-cinder-81708, cleared binding levels {{(pid=101601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:05:29.680503 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-cc3ce63f-88c8-4a19-a993-83f30f3e35f3 service neutron] For port f404b098-501c-4bdf-9b3e-0b0821536e87, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=f404b098-501c-4bdf-9b3e-0b0821536e87,segment=NetworkSegment(02392950-2ab0-48e7-9241-9f8e2d63cde2),segment_id=02392950-2ab0-48e7-9241-9f8e2d63cde2)] {{(pid=101601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:05:29.686697 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-cc3ce63f-88c8-4a19-a993-83f30f3e35f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:29.724415 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-cc3ce63f-88c8-4a19-a993-83f30f3e35f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:29.725021 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-cc3ce63f-88c8-4a19-a993-83f30f3e35f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:29.726384 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-cc3ce63f-88c8-4a19-a993-83f30f3e35f3 service neutron] 10.222.0.64 "PUT /v2.0/ports/f404b098-501c-4bdf-9b3e-0b0821536e87 HTTP/1.1" status: 200 len: 1093 time: 0.6306920 Nov 11 01:05:29.726813 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0fe6d69-769b-4ce1-b14e-8edaba02d820', 'tag': 'f404b098-501c-4bdf-9b3e-0b0821536e87'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:05:29.729039 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83a7b29-f5f1-40d8-9594-07caecd3f85c" -d '{"events": [{"name": "network-changed", "server_uuid": "a0fe6d69-769b-4ce1-b14e-8edaba02d820", "tag": "f404b098-501c-4bdf-9b3e-0b0821536e87"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:05:29.749134 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ce63f-88c8-4a19-a993-83f30f3e35f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f404b098-501c-4bdf-9b3e-0b0821536e87,revision_number=3']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:29.769706 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d4ec35-913a-4bd4-8d8f-771a3605f723 x-openstack-request-id: req-88d4ec35-913a-4bd4-8d8f-771a3605f723 {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:05:29.769999 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0fe6d69-769b-4ce1-b14e-8edaba02d820", "tag": "f404b098-501c-4bdf-9b3e-0b0821536e87", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:05:29.770249 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-88d4ec35-913a-4bd4-8d8f-771a3605f723 {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:05:29.770636 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0fe6d69-769b-4ce1-b14e-8edaba02d820', 'tag': 'f404b098-501c-4bdf-9b3e-0b0821536e87', 'status': 'completed', 'code': 200} Nov 11 01:05:29.881368 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4339ed-8eee-4b9d-baf6-6eb198f8f3a5 req-41b2fbf7-4a8d-4654-ae85-99a610be56a0 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:29.887422 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0a4339ed-8eee-4b9d-baf6-6eb198f8f3a5 req-41b2fbf7-4a8d-4654-ae85-99a610be56a0 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 943 time: 0.0554886 Nov 11 01:05:29.933768 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0a4339ed-8eee-4b9d-baf6-6eb198f8f3a5 req-deb93939-f170-4ae7-972f-c4ea8aad49f6 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441823 Nov 11 01:05:29.959167 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-7a64cc85-d471-4d25-98a5-fda7fa30c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:29.960693 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-7a64cc85-d471-4d25-98a5-fda7fa30c513 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43ffc4ef7782463480e07227c26cfa47&device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 1096 time: 0.0418324 Nov 11 01:05:30.105979 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-bd99894e-a4e7-4862-99ea-c120f73155cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f404b098-501c-4bdf-9b3e-0b0821536e87 HTTP/1.1" status: 200 len: 217 time: 0.0383925 Nov 11 01:05:30.126193 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14d4f1-9140-4c49-8fda-a5b46a538b93 req-e7a7e57b-5d03-4f39-afe1-269daa7ccfcb tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:30.127767 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cd14d4f1-9140-4c49-8fda-a5b46a538b93 req-e7a7e57b-5d03-4f39-afe1-269daa7ccfcb tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 944 time: 0.0489323 Nov 11 01:05:30.180869 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cd14d4f1-9140-4c49-8fda-a5b46a538b93 req-23b161e1-0719-4299-8a6a-a673738f3a77 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471594 Nov 11 01:05:30.241486 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-be3e4c97-2ee9-489b-b790-17d845e72b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:30.242905 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-be3e4c97-2ee9-489b-b790-17d845e72b15 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2b7bfe1a-44c7-4090-b981-aebbae43c563 HTTP/1.1" status: 200 len: 855 time: 0.0450170 Nov 11 01:05:30.282100 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-f1cbd53a-7016-4afb-9092-861ba1cd1030 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=232e5fb8-96bd-4e33-ad1f-50b0e7e803d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236995 Nov 11 01:05:30.617846 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-5f190565-da2d-4984-b661-081ffeb326ef service neutron] 10.222.0.64 "GET /v2.0/networks/232e5fb8-96bd-4e33-ad1f-50b0e7e803d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087745 Nov 11 01:05:30.639328 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 1debaf12-1dc2-4053-8874-4078beb56b38 up at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:05:30.686318 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning complete for port 1debaf12-1dc2-4053-8874-4078beb56b38 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:05:30.686675 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:30.728881 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-91c8b14a-14fd-411a-9634-842d1a59e0f7 req-68272fd9-8510-45f3-b643-73c5007e47f2 service neutron] 10.222.0.64 "GET /v2.0/networks/232e5fb8-96bd-4e33-ad1f-50b0e7e803d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845451 Nov 11 01:05:30.764980 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:30.787545 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bc1ebf-6b32-496c-b7ff-a005abd1dec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1debaf12-1dc2-4053-8874-4078beb56b38'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:05:30.789751 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7618059-9901-4d7c-b38c-c4c219e45473" -d '{"events": [{"server_uuid": "c4bc1ebf-6b32-496c-b7ff-a005abd1dec2", "name": "network-vif-plugged", "status": "completed", "tag": "1debaf12-1dc2-4053-8874-4078beb56b38"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:05:30.803378 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 1debaf12-1dc2-4053-8874-4078beb56b38, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1debaf12-1dc2-4053-8874-4078beb56b38,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:05:30.807796 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:30.835196 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddb65fc-3f89-4b4e-aa47-7c6a9de0bfc0 x-openstack-request-id: req-6ddb65fc-3f89-4b4e-aa47-7c6a9de0bfc0 {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:05:30.835501 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bc1ebf-6b32-496c-b7ff-a005abd1dec2", "name": "network-vif-plugged", "status": "completed", "tag": "1debaf12-1dc2-4053-8874-4078beb56b38", "code": 200}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:05:30.835751 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6ddb65fc-3f89-4b4e-aa47-7c6a9de0bfc0 {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:05:30.836126 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bc1ebf-6b32-496c-b7ff-a005abd1dec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1debaf12-1dc2-4053-8874-4078beb56b38', 'code': 200} Nov 11 01:05:30.859286 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=1debaf12-1dc2-4053-8874-4078beb56b38,revision_number=7']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:31.052305 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1d810-eca5-446b-a97d-25500dd12e3d req-49e9da9a-3bcc-4451-84f0-db950f8a86f4 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:31.053923 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c0c1d810-eca5-446b-a97d-25500dd12e3d req-49e9da9a-3bcc-4451-84f0-db950f8a86f4 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 943 time: 0.0502439 Nov 11 01:05:31.075505 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a7b29-f5f1-40d8-9594-07caecd3f85c req-a3d2c8ec-2051-42a5-9334-5681df34a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:31.077000 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-d83a7b29-f5f1-40d8-9594-07caecd3f85c req-a3d2c8ec-2051-42a5-9334-5681df34a734 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43ffc4ef7782463480e07227c26cfa47&device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 1096 time: 0.0445776 Nov 11 01:05:31.101242 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c0c1d810-eca5-446b-a97d-25500dd12e3d req-b7652324-0b9f-4d2f-a302-055ceacbe460 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414789 Nov 11 01:05:31.179641 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a7b29-f5f1-40d8-9594-07caecd3f85c req-0c9aa87e-b273-4a2b-ba2f-388e72a2161d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:31.181099 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-d83a7b29-f5f1-40d8-9594-07caecd3f85c req-0c9aa87e-b273-4a2b-ba2f-388e72a2161d service neutron] 10.222.0.64 "GET /v2.0/networks?id=232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 HTTP/1.1" status: 200 len: 915 time: 0.0849564 Nov 11 01:05:31.238020 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-d83a7b29-f5f1-40d8-9594-07caecd3f85c req-be535d1e-6b66-45bd-aff6-ee152f705fdf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f404b098-501c-4bdf-9b3e-0b0821536e87 HTTP/1.1" status: 200 len: 217 time: 0.0419281 Nov 11 01:05:31.300875 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1106af-7a5e-4d93-a1ff-ae093174ef05 req-3174de6e-428e-4e43-8d97-7f26f6197cc2 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:31.302387 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1f1106af-7a5e-4d93-a1ff-ae093174ef05 req-3174de6e-428e-4e43-8d97-7f26f6197cc2 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0491395 Nov 11 01:05:31.337769 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a7b29-f5f1-40d8-9594-07caecd3f85c req-966a6aed-20b3-4668-8096-53039d4396dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:31.339660 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-d83a7b29-f5f1-40d8-9594-07caecd3f85c req-966a6aed-20b3-4668-8096-53039d4396dd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2b7bfe1a-44c7-4090-b981-aebbae43c563 HTTP/1.1" status: 200 len: 855 time: 0.0439174 Nov 11 01:05:31.353142 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1f1106af-7a5e-4d93-a1ff-ae093174ef05 req-b2cf4d8c-f0e1-43be-bf5c-4c18e15a24f4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433478 Nov 11 01:05:31.495299 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-d83a7b29-f5f1-40d8-9594-07caecd3f85c req-76bdf646-49ae-4c76-abc3-6b19db13c85a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=232e5fb8-96bd-4e33-ad1f-50b0e7e803d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258029 Nov 11 01:05:31.616146 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-d83a7b29-f5f1-40d8-9594-07caecd3f85c req-bd62f8d4-14e6-4796-8217-2db7931c421e service neutron] 10.222.0.64 "GET /v2.0/networks/232e5fb8-96bd-4e33-ad1f-50b0e7e803d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876632 Nov 11 01:05:31.737887 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-d83a7b29-f5f1-40d8-9594-07caecd3f85c req-c26c748d-f207-4de6-9c03-08f759c05fc3 service neutron] 10.222.0.64 "GET /v2.0/networks/232e5fb8-96bd-4e33-ad1f-50b0e7e803d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832045 Nov 11 01:05:31.808900 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-27a45552-6325-4afe-b06d-8e9de63b27a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:32.219176 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334499c-d55e-49bd-a12c-43f7d673a25a req-350a3596-bf04-48e0-a5cb-c52dacd51d3d tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:32.220664 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4334499c-d55e-49bd-a12c-43f7d673a25a req-350a3596-bf04-48e0-a5cb-c52dacd51d3d tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 943 time: 0.0515506 Nov 11 01:05:32.269456 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4334499c-d55e-49bd-a12c-43f7d673a25a req-74e5e55d-d17b-4678-8d37-1de3c52849c7 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425360 Nov 11 01:05:32.475954 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28f30b-2472-4162-9eb7-f3a9f25991e5 req-cf066572-e519-42e6-8b38-53df78fcfef0 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:32.477569 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ab28f30b-2472-4162-9eb7-f3a9f25991e5 req-cf066572-e519-42e6-8b38-53df78fcfef0 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0506663 Nov 11 01:05:32.525320 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ab28f30b-2472-4162-9eb7-f3a9f25991e5 req-e0230de0-223f-4198-b0ae-006ba5afc021 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420134 Nov 11 01:05:32.849997 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:33.389468 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57f6bc-7623-48c6-adba-5aeaad53f6b6 req-d2c856dd-d2be-49e2-ac52-7d7c54776a6b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:33.391081 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1c57f6bc-7623-48c6-adba-5aeaad53f6b6 req-d2c856dd-d2be-49e2-ac52-7d7c54776a6b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 943 time: 0.0536580 Nov 11 01:05:33.448065 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1c57f6bc-7623-48c6-adba-5aeaad53f6b6 req-970c0f4a-69ca-4cb3-a7f2-d4edb5707def tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508163 Nov 11 01:05:33.646824 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69959b1-5399-446a-b89e-e14685ea4d7d req-2af21c41-937f-4f62-88ec-2ed7b2a1b104 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:33.648301 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f69959b1-5399-446a-b89e-e14685ea4d7d req-2af21c41-937f-4f62-88ec-2ed7b2a1b104 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0480998 Nov 11 01:05:33.701786 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f69959b1-5399-446a-b89e-e14685ea4d7d req-beb36607-33ab-4d83-8608-1de76442dbd2 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477755 Nov 11 01:05:34.076372 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ffaa5-654f-41e5-b280-72d651fc0627 req-17f79fad-385d-439e-b63a-1c93dc530851 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:34.077708 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-546ffaa5-654f-41e5-b280-72d651fc0627 req-17f79fad-385d-439e-b63a-1c93dc530851 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0483763 Nov 11 01:05:34.123896 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10a189-3f8c-46ce-bb6f-31722ba12f29 req-a9052147-adbc-4e6d-918a-6ba321e29d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:34.125437 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-9d10a189-3f8c-46ce-bb6f-31722ba12f29 req-a9052147-adbc-4e6d-918a-6ba321e29d49 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b9ddce0b6794348af30770172bcd5c5&device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 1098 time: 0.0416596 Nov 11 01:05:34.129036 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-546ffaa5-654f-41e5-b280-72d651fc0627 req-f63ecfc9-3980-4045-9ec2-0fbc87119156 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440834 Nov 11 01:05:34.236709 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10a189-3f8c-46ce-bb6f-31722ba12f29 req-69d9a22b-f27e-48ba-8346-af226838d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:34.238639 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-9d10a189-3f8c-46ce-bb6f-31722ba12f29 req-69d9a22b-f27e-48ba-8346-af226838d248 service neutron] 10.222.0.64 "GET /v2.0/networks?id=288ad7ee-ad49-45cc-b619-30fceacb55ee HTTP/1.1" status: 200 len: 919 time: 0.0893714 Nov 11 01:05:34.287475 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-9d10a189-3f8c-46ce-bb6f-31722ba12f29 req-9fd6499a-d947-4f3e-82aa-77dfe6c81005 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82da993e-a127-427f-9c31-a8b1a4846d8f HTTP/1.1" status: 200 len: 217 time: 0.0352910 Nov 11 01:05:34.350613 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10a189-3f8c-46ce-bb6f-31722ba12f29 req-a6324b01-47f6-4fb1-acaa-a3cdf1492ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:34.352174 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-9d10a189-3f8c-46ce-bb6f-31722ba12f29 req-a6324b01-47f6-4fb1-acaa-a3cdf1492ab8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=217dd1d9-2c80-47df-a154-fc3ee5b01472 HTTP/1.1" status: 200 len: 859 time: 0.0480781 Nov 11 01:05:34.387011 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-9d10a189-3f8c-46ce-bb6f-31722ba12f29 req-17236d7e-63fb-4dc9-be20-3050bb692896 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=288ad7ee-ad49-45cc-b619-30fceacb55ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264771 Nov 11 01:05:34.391385 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:34.481671 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-9d10a189-3f8c-46ce-bb6f-31722ba12f29 req-5739e058-f4d6-4e85-a38e-dc019aa40b3a service neutron] 10.222.0.64 "GET /v2.0/networks/288ad7ee-ad49-45cc-b619-30fceacb55ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825415 Nov 11 01:05:34.570924 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b9e0e-49c2-4ba5-9f84-5be222feb5ea req-62f53509-5089-4c17-8928-6f7b4006bffb tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:34.572431 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ba4b9e0e-49c2-4ba5-9f84-5be222feb5ea req-62f53509-5089-4c17-8928-6f7b4006bffb tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 943 time: 0.0534401 Nov 11 01:05:34.598558 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-9d10a189-3f8c-46ce-bb6f-31722ba12f29 req-a6b19352-7c5c-4b03-b255-1f56d93c027f service neutron] 10.222.0.64 "GET /v2.0/networks/288ad7ee-ad49-45cc-b619-30fceacb55ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907218 Nov 11 01:05:34.621628 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ba4b9e0e-49c2-4ba5-9f84-5be222feb5ea req-35481eeb-e4d0-4bb1-bc50-7f4b571a0ed7 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433722 Nov 11 01:05:34.827622 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85b45f-e24a-466b-8b0e-6cf8b731170d req-e7230da9-74e3-40cf-838e-88e08e797057 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:34.829078 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ea85b45f-e24a-466b-8b0e-6cf8b731170d req-e7230da9-74e3-40cf-838e-88e08e797057 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0505428 Nov 11 01:05:34.875774 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ea85b45f-e24a-466b-8b0e-6cf8b731170d req-0ba5b751-eb9a-48e2-9e9a-52f9a0691919 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408373 Nov 11 01:05:34.961381 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:35.246020 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0c459-4573-45fe-a420-f5a808993441 req-13fb628a-28b3-4750-81bc-d06081f4723b tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:35.247472 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4fc0c459-4573-45fe-a420-f5a808993441 req-13fb628a-28b3-4750-81bc-d06081f4723b tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0509613 Nov 11 01:05:35.292311 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4fc0c459-4573-45fe-a420-f5a808993441 req-d3b0b170-f341-4cb3-a600-bb7609db1851 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389781 Nov 11 01:05:35.741495 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646eb8cc-5473-4808-bee4-a5b7d3d8b2ab req-fb57da09-af4a-443e-8c7d-16f00c318ccc tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:35.743029 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-646eb8cc-5473-4808-bee4-a5b7d3d8b2ab req-fb57da09-af4a-443e-8c7d-16f00c318ccc tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 943 time: 0.0490556 Nov 11 01:05:35.790060 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-646eb8cc-5473-4808-bee4-a5b7d3d8b2ab req-eb5aa403-68b6-41dd-83db-febc4904832b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411344 Nov 11 01:05:35.997496 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7465a-20d1-41a5-aa30-f84e0845a9ba req-3fdcf75a-4b6e-4eac-9f2a-14df837e2476 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:35.998933 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dea7465a-20d1-41a5-aa30-f84e0845a9ba req-3fdcf75a-4b6e-4eac-9f2a-14df837e2476 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0504386 Nov 11 01:05:36.049075 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dea7465a-20d1-41a5-aa30-f84e0845a9ba req-9c46c51e-2c02-4953-be56-430083abdb21 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430353 Nov 11 01:05:36.408064 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84971c4d-7d30-4db3-92af-1583e4746f1e req-0a81543d-5584-4153-8494-ae3c340cf456 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:36.409407 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-84971c4d-7d30-4db3-92af-1583e4746f1e req-0a81543d-5584-4153-8494-ae3c340cf456 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0494475 Nov 11 01:05:36.456189 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-84971c4d-7d30-4db3-92af-1583e4746f1e req-5e655c9b-796c-45aa-aac6-0daf09bf51b0 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401266 Nov 11 01:05:36.908126 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4fc1b-ed31-4213-98f0-bd83b3932856 req-f760e6be-2e9e-4660-bfd9-522f94b5f3b6 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:36.910405 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8cf4fc1b-ed31-4213-98f0-bd83b3932856 req-f760e6be-2e9e-4660-bfd9-522f94b5f3b6 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 943 time: 0.0504241 Nov 11 01:05:36.956258 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8cf4fc1b-ed31-4213-98f0-bd83b3932856 req-b7ce985c-134f-43b2-bc36-2a5a7bbaebab tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402055 Nov 11 01:05:37.170117 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fba1aa-6acb-4bda-815a-8a774b3797b7 req-9d8184fd-6f3c-4b29-87b5-e6672644c8ce tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:37.171561 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-86fba1aa-6acb-4bda-815a-8a774b3797b7 req-9d8184fd-6f3c-4b29-87b5-e6672644c8ce tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0513310 Nov 11 01:05:37.217150 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-86fba1aa-6acb-4bda-815a-8a774b3797b7 req-3ecf5b82-9786-49a9-a3b7-0f4d95a6fd10 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397692 Nov 11 01:05:37.568371 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191a66b-face-4cdb-99db-5b112945b1ab req-7ddc16ca-e774-4b7c-a7e9-1e0ef4ceb501 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:37.569837 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0191a66b-face-4cdb-99db-5b112945b1ab req-7ddc16ca-e774-4b7c-a7e9-1e0ef4ceb501 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0476089 Nov 11 01:05:37.617708 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0191a66b-face-4cdb-99db-5b112945b1ab req-1087b7c6-47f0-429b-9bd2-de5150ee4803 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421183 Nov 11 01:05:38.073607 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed913f-526d-4a5e-992c-23195b6e68f2 req-6ac44073-c6d4-47c4-8759-0b0f988c26f9 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:38.075102 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9fed913f-526d-4a5e-992c-23195b6e68f2 req-6ac44073-c6d4-47c4-8759-0b0f988c26f9 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 943 time: 0.0481713 Nov 11 01:05:38.123620 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9fed913f-526d-4a5e-992c-23195b6e68f2 req-083f51d4-e187-472a-a106-a58104c099fe tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428190 Nov 11 01:05:38.336017 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f52520-5b66-4938-8cb0-58a9729f1231 req-9e8f8f9b-cac4-4061-97ce-ba181aa4ae24 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:38.337459 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b2f52520-5b66-4938-8cb0-58a9729f1231 req-9e8f8f9b-cac4-4061-97ce-ba181aa4ae24 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0483494 Nov 11 01:05:38.387490 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b2f52520-5b66-4938-8cb0-58a9729f1231 req-54a3d0e0-d6c8-4467-9c4d-e1c397dc4935 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437722 Nov 11 01:05:38.741797 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13f53b-3912-417b-a82f-7f140cfe7ce7 req-3189109f-666e-4a85-af73-6edbf3774eae tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:38.743266 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3f13f53b-3912-417b-a82f-7f140cfe7ce7 req-3189109f-666e-4a85-af73-6edbf3774eae tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0576947 Nov 11 01:05:38.791256 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3f13f53b-3912-417b-a82f-7f140cfe7ce7 req-cb254cd1-13cc-4438-a437-9822662d46da tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419676 Nov 11 01:05:38.885541 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:05:39.245312 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84394ff-b5e8-4531-a8aa-0860e5669a44 req-5320e044-44eb-4ccc-b211-c85fe9723f12 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:39.246742 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e84394ff-b5e8-4531-a8aa-0860e5669a44 req-5320e044-44eb-4ccc-b211-c85fe9723f12 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 943 time: 0.0530462 Nov 11 01:05:39.296680 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e84394ff-b5e8-4531-a8aa-0860e5669a44 req-a3f402ea-58a9-4af2-a046-6932141bf45d tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429280 Nov 11 01:05:39.507368 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def84b0-6395-4e8e-b21a-f2b9536a5efc req-2e381158-6e63-41a3-8a9d-b03b8e844711 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:39.508818 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0def84b0-6395-4e8e-b21a-f2b9536a5efc req-2e381158-6e63-41a3-8a9d-b03b8e844711 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0485587 Nov 11 01:05:39.554994 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0def84b0-6395-4e8e-b21a-f2b9536a5efc req-7b32e0ae-ada5-428f-a8e9-db8c6db27f49 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403671 Nov 11 01:05:39.910581 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc3cb1-3390-48e4-8349-082b22b37037 req-1f196fd9-8ee9-48a7-ad9f-55f54f83d2e0 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:39.912117 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dcbc3cb1-3390-48e4-8349-082b22b37037 req-1f196fd9-8ee9-48a7-ad9f-55f54f83d2e0 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0499239 Nov 11 01:05:39.961728 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dcbc3cb1-3390-48e4-8349-082b22b37037 req-6cee2a33-ed95-4ca7-a98f-997cd2870131 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420868 Nov 11 01:05:40.419919 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1a7f3-5c0e-4e1a-bc25-8f07db610a6b req-211b81b9-0b19-443e-95f6-a7965a5c93f9 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:40.421336 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c9e1a7f3-5c0e-4e1a-bc25-8f07db610a6b req-211b81b9-0b19-443e-95f6-a7965a5c93f9 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 943 time: 0.0481730 Nov 11 01:05:40.467752 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c9e1a7f3-5c0e-4e1a-bc25-8f07db610a6b req-d186b591-dcdc-4ef4-980a-99805d14b038 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405560 Nov 11 01:05:40.674994 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f510d-008b-4e76-8803-4a0a285efe9b req-715c027e-011f-4829-a9fb-9b3f89600a60 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:40.676452 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f75f510d-008b-4e76-8803-4a0a285efe9b req-715c027e-011f-4829-a9fb-9b3f89600a60 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0501666 Nov 11 01:05:40.727539 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f75f510d-008b-4e76-8803-4a0a285efe9b req-a78593ac-567f-4c62-8906-e55b077d837c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444119 Nov 11 01:05:41.305094 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4175be-3453-42fc-9fa1-d3405535cdf1 req-21f5f924-aaa5-42aa-8046-58d5c6a8cf9b tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:41.306539 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7f4175be-3453-42fc-9fa1-d3405535cdf1 req-21f5f924-aaa5-42aa-8046-58d5c6a8cf9b tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.2785380 Nov 11 01:05:41.358607 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7f4175be-3453-42fc-9fa1-d3405535cdf1 req-2e7a3b3b-2a25-4c0d-be66-5a32d3213dd8 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461071 Nov 11 01:05:41.585753 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f61e6e-6e3d-4c2e-bc34-3fa0e799721d req-9b289b3a-7c27-4fe9-b383-66c4e99f08e4 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:41.587251 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a7f61e6e-6e3d-4c2e-bc34-3fa0e799721d req-9b289b3a-7c27-4fe9-b383-66c4e99f08e4 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 943 time: 0.0482202 Nov 11 01:05:41.633484 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a7f61e6e-6e3d-4c2e-bc34-3fa0e799721d req-0ea29ff5-481e-4092-a268-5474a26d8823 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402794 Nov 11 01:05:41.847794 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f86d7c5-a338-4052-b062-b6f81a32ae3f req-80128ea2-298b-49ba-b966-4cb5b9a01f5e tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:41.849228 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3f86d7c5-a338-4052-b062-b6f81a32ae3f req-80128ea2-298b-49ba-b966-4cb5b9a01f5e tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0513341 Nov 11 01:05:41.894824 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3f86d7c5-a338-4052-b062-b6f81a32ae3f req-b555eeb8-ceef-4aa4-89ea-48dbe361654e tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397971 Nov 11 01:05:42.343778 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c9f24ed8-edd8-409e-a2ed-33f1a5cdaf09 req-225a4e0d-a28e-4bc8-a906-0b3cd5954765 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401013 Nov 11 01:05:42.476843 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1dacb3-83a9-4384-8292-ae0a141dd337 req-61c89a43-c99c-4805-8d61-026de8a52419 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:42.478317 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8e1dacb3-83a9-4384-8292-ae0a141dd337 req-61c89a43-c99c-4805-8d61-026de8a52419 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0487618 Nov 11 01:05:42.523989 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8e1dacb3-83a9-4384-8292-ae0a141dd337 req-8aa3da73-4244-426d-a2c0-3e7a0af96c9f tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398290 Nov 11 01:05:42.743098 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f24ed8-edd8-409e-a2ed-33f1a5cdaf09 req-8d65a64d-565b-4acc-a8f4-76811bc81e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:42.744812 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c9f24ed8-edd8-409e-a2ed-33f1a5cdaf09 req-8d65a64d-565b-4acc-a8f4-76811bc81e47 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b9ddce0b6794348af30770172bcd5c5&device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 1099 time: 0.0426531 Nov 11 01:05:42.754241 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3beb8-99d3-4a18-89da-e5adad8b0ed5 req-ef0f2b25-6ae8-4acb-8768-773322138151 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:42.755795 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-56a3beb8-99d3-4a18-89da-e5adad8b0ed5 req-ef0f2b25-6ae8-4acb-8768-773322138151 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 943 time: 0.0503106 Nov 11 01:05:42.809428 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-56a3beb8-99d3-4a18-89da-e5adad8b0ed5 req-5b6efcf4-4d98-4c60-95e6-0b31edce7645 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467265 Nov 11 01:05:42.877530 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f24ed8-edd8-409e-a2ed-33f1a5cdaf09 req-2f0b5557-9393-4727-8c7f-bbbfd875028b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:42.880039 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c9f24ed8-edd8-409e-a2ed-33f1a5cdaf09 req-2f0b5557-9393-4727-8c7f-bbbfd875028b service neutron] 10.222.0.64 "GET /v2.0/networks?id=288ad7ee-ad49-45cc-b619-30fceacb55ee HTTP/1.1" status: 200 len: 919 time: 0.0975947 Nov 11 01:05:42.936855 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c9f24ed8-edd8-409e-a2ed-33f1a5cdaf09 req-6ef04603-b36a-4b74-aa72-08fa6024c2d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cfe983d-38d0-4d2b-870d-35adc82de8f4 HTTP/1.1" status: 200 len: 217 time: 0.0391307 Nov 11 01:05:43.000604 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f24ed8-edd8-409e-a2ed-33f1a5cdaf09 req-70a65e5e-03e3-4d9c-8d46-0c73301ac91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:43.002885 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c9f24ed8-edd8-409e-a2ed-33f1a5cdaf09 req-70a65e5e-03e3-4d9c-8d46-0c73301ac91c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=217dd1d9-2c80-47df-a154-fc3ee5b01472 HTTP/1.1" status: 200 len: 859 time: 0.0525579 Nov 11 01:05:43.026533 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a45f5-aa02-41be-b2e2-4c01252a1de4 req-0dac00d0-cd7d-4386-abb5-461d9dc1397a tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:43.028042 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0b1a45f5-aa02-41be-b2e2-4c01252a1de4 req-0dac00d0-cd7d-4386-abb5-461d9dc1397a tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0500073 Nov 11 01:05:43.075681 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0b1a45f5-aa02-41be-b2e2-4c01252a1de4 req-d6dcee6c-52f8-4983-8553-7bcc306e55cd tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415807 Nov 11 01:05:43.099501 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c9f24ed8-edd8-409e-a2ed-33f1a5cdaf09 req-61e6686b-1a5d-4172-9de7-2a12276b76b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=288ad7ee-ad49-45cc-b619-30fceacb55ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283713 Nov 11 01:05:43.255702 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c9f24ed8-edd8-409e-a2ed-33f1a5cdaf09 req-14cbbd8d-815c-4ef0-b8cf-81188f9049e6 service neutron] 10.222.0.64 "GET /v2.0/networks/288ad7ee-ad49-45cc-b619-30fceacb55ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321919 Nov 11 01:05:43.395702 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c9f24ed8-edd8-409e-a2ed-33f1a5cdaf09 req-00ae4e7d-0ffa-4227-9062-f60500b4543e service neutron] 10.222.0.64 "GET /v2.0/networks/288ad7ee-ad49-45cc-b619-30fceacb55ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130266 Nov 11 01:05:43.592947 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:43.657917 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21514905-f09f-4df0-b38e-963be6c9b936 req-7271a9a6-96c3-43d3-9244-25dc939e56b5 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:43.659611 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-21514905-f09f-4df0-b38e-963be6c9b936 req-7271a9a6-96c3-43d3-9244-25dc939e56b5 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0583973 Nov 11 01:05:43.726661 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-21514905-f09f-4df0-b38e-963be6c9b936 req-e8fcc9b6-3219-4a05-a09d-15ecce0f9d9d tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595002 Nov 11 01:05:43.947862 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3938d-b6e6-4aeb-a090-26a5a2aa4b6f req-cead273b-6aef-42a9-996b-1c6eb494298e tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:43.949362 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9cc3938d-b6e6-4aeb-a090-26a5a2aa4b6f req-cead273b-6aef-42a9-996b-1c6eb494298e tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 943 time: 0.0595920 Nov 11 01:05:44.005158 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9cc3938d-b6e6-4aeb-a090-26a5a2aa4b6f req-fe28dbb0-2a2e-411e-879a-7969bc8d356c tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474114 Nov 11 01:05:44.202334 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9084e3e-bb20-47da-9092-d2ada52949b2 req-05e75dc1-0603-449e-a19a-2e8e0273e918 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:44.238023 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a9084e3e-bb20-47da-9092-d2ada52949b2 req-05e75dc1-0603-449e-a19a-2e8e0273e918 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0870659 Nov 11 01:05:44.351941 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a9084e3e-bb20-47da-9092-d2ada52949b2 req-279b19bb-81d6-4426-a4d2-7691a351771e tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130323 Nov 11 01:05:44.902387 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1f908-efd6-4cf8-a0e6-b0dcfe839a0f req-c1049697-ff80-4462-b2fb-7a406763a6e2 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:44.911109 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-59f1f908-efd6-4cf8-a0e6-b0dcfe839a0f req-c1049697-ff80-4462-b2fb-7a406763a6e2 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0819838 Nov 11 01:05:44.970074 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-59f1f908-efd6-4cf8-a0e6-b0dcfe839a0f req-8050218e-0c63-407e-83dd-97ebc007820b tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580175 Nov 11 01:05:45.154606 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75a50e-db61-4e43-a3df-4f51fdb7b570 req-1c870b1b-600c-49f7-a2df-c927f5bcdc07 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:45.156572 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cf75a50e-db61-4e43-a3df-4f51fdb7b570 req-1c870b1b-600c-49f7-a2df-c927f5bcdc07 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 943 time: 0.0522008 Nov 11 01:05:45.206495 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cf75a50e-db61-4e43-a3df-4f51fdb7b570 req-8d5e9dd1-0a82-4547-ae3f-c4c9a99e4dd5 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439246 Nov 11 01:05:45.507362 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d864561-1887-40e4-a888-ce5afdffa108 req-740abb33-d86e-4094-89f5-940b871bace0 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:45.508931 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0d864561-1887-40e4-a888-ce5afdffa108 req-740abb33-d86e-4094-89f5-940b871bace0 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0533185 Nov 11 01:05:45.579668 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0d864561-1887-40e4-a888-ce5afdffa108 req-5c83acad-e723-42f9-a541-ce985f0b50df tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640540 Nov 11 01:05:46.091614 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc8f86-90d2-4324-9754-450829a340a1 req-8f35a38f-ae03-4f5b-84e3-e711dfa9e2b4 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:46.093202 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-67cc8f86-90d2-4324-9754-450829a340a1 req-8f35a38f-ae03-4f5b-84e3-e711dfa9e2b4 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0494058 Nov 11 01:05:46.151131 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-67cc8f86-90d2-4324-9754-450829a340a1 req-b49136e2-b182-40eb-96b9-fdfe26afc6e5 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504394 Nov 11 01:05:46.333378 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b537e-a667-43ff-bf74-7c691a2ed1c5 req-a99aca5f-655e-46c6-9584-43a2c3de717f tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:46.339728 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fb3b537e-a667-43ff-bf74-7c691a2ed1c5 req-a99aca5f-655e-46c6-9584-43a2c3de717f tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 943 time: 0.0609975 Nov 11 01:05:46.400722 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fb3b537e-a667-43ff-bf74-7c691a2ed1c5 req-620a7573-5a8e-46c2-a77b-4538e3e24834 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563231 Nov 11 01:05:46.687300 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device f404b098-501c-4bdf-9b3e-0b0821536e87 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 01:05:46.713961 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f128de-a5d6-43bd-88e4-eba4b3edf20a req-9418ddb4-3d57-483f-a735-c9ceb1ebe77d tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:46.721452 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-84f128de-a5d6-43bd-88e4-eba4b3edf20a req-9418ddb4-3d57-483f-a735-c9ceb1ebe77d tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0606339 Nov 11 01:05:46.773472 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-84f128de-a5d6-43bd-88e4-eba4b3edf20a req-273e02fd-ee0e-4e0f-8504-ff7230169889 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510008 Nov 11 01:05:46.809291 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port f404b098-501c-4bdf-9b3e-0b0821536e87, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=f404b098-501c-4bdf-9b3e-0b0821536e87,segment=NetworkSegment(02392950-2ab0-48e7-9241-9f8e2d63cde2),segment_id=02392950-2ab0-48e7-9241-9f8e2d63cde2)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:05:46.829619 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Returning: {'device': 'f404b098-501c-4bdf-9b3e-0b0821536e87', 'network_id': '232e5fb8-96bd-4e33-ad1f-50b0e7e803d2', 'port_id': 'f404b098-501c-4bdf-9b3e-0b0821536e87', 'mac_address': 'fa:16:3e:f3:29:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b7bfe1a-44c7-4090-b981-aebbae43c563', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 01:05:46.876573 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:46.892943 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f404b098-501c-4bdf-9b3e-0b0821536e87 {{(pid=101603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:05:46.918673 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port f404b098-501c-4bdf-9b3e-0b0821536e87, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=f404b098-501c-4bdf-9b3e-0b0821536e87,segment=NetworkSegment(02392950-2ab0-48e7-9241-9f8e2d63cde2),segment_id=02392950-2ab0-48e7-9241-9f8e2d63cde2)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:05:46.922508 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:46.990114 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=f404b098-501c-4bdf-9b3e-0b0821536e87,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:47.286258 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9906931-eebd-4bd2-a4fa-c668cf011f4e req-af788c99-8563-46b8-8ffd-9b75aadbdd59 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:47.287847 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d9906931-eebd-4bd2-a4fa-c668cf011f4e req-af788c99-8563-46b8-8ffd-9b75aadbdd59 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0529921 Nov 11 01:05:47.340725 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d9906931-eebd-4bd2-a4fa-c668cf011f4e req-e19ae610-017a-4e48-b237-0f3686d86d57 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466771 Nov 11 01:05:47.534081 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4908651-953c-436f-9d9d-8682c1cd701f req-b0c590a9-f396-4607-96a6-51d9c8f805ec tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:47.541517 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d4908651-953c-436f-9d9d-8682c1cd701f req-b0c590a9-f396-4607-96a6-51d9c8f805ec tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 944 time: 0.0653484 Nov 11 01:05:47.601443 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d4908651-953c-436f-9d9d-8682c1cd701f req-438fb930-1978-43d6-806d-a4e4ec076a32 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591011 Nov 11 01:05:47.762812 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['f404b098-501c-4bdf-9b3e-0b0821536e87'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:05:47.907002 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0897361-8174-47a5-a315-076b77c25d3d req-11615737-1214-4f8c-8506-5c912c405345 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:47.909753 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b0897361-8174-47a5-a315-076b77c25d3d req-11615737-1214-4f8c-8506-5c912c405345 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0561142 Nov 11 01:05:47.982109 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b0897361-8174-47a5-a315-076b77c25d3d req-4b2f7690-6a74-414a-acae-3d1ee5760f90 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664730 Nov 11 01:05:48.472014 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e026418-1ed8-4399-8ef8-4a8ed047a24d req-a562d0d4-1883-44b3-82e2-86bae97c9963 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:48.473426 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8e026418-1ed8-4399-8ef8-4a8ed047a24d req-a562d0d4-1883-44b3-82e2-86bae97c9963 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0512171 Nov 11 01:05:48.527180 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8e026418-1ed8-4399-8ef8-4a8ed047a24d req-94bf5501-0ca9-450a-b663-01e499af5187 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474572 Nov 11 01:05:48.740936 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d274b7-8fbf-4ab8-b3fb-6fb841d130d3 req-488d4698-6017-4a2c-9957-7e80f4c87b1e tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:48.742545 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d6d274b7-8fbf-4ab8-b3fb-6fb841d130d3 req-488d4698-6017-4a2c-9957-7e80f4c87b1e tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 944 time: 0.0698750 Nov 11 01:05:48.813831 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d6d274b7-8fbf-4ab8-b3fb-6fb841d130d3 req-802eef7d-10a2-4731-82c5-8ce21d1d5c97 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647860 Nov 11 01:05:49.126485 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce327b-859c-4a71-80d7-72cba3d3824e req-f0fe1a2e-d8db-4008-aefa-3f47120344b5 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:49.128645 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-74ce327b-859c-4a71-80d7-72cba3d3824e req-f0fe1a2e-d8db-4008-aefa-3f47120344b5 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0557756 Nov 11 01:05:49.183519 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-74ce327b-859c-4a71-80d7-72cba3d3824e req-d40a0dec-18da-43f1-8291-57b1e1f4ceec tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489223 Nov 11 01:05:49.695297 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26bfd-ef2c-4e71-91fe-9caefc4747ac req-55182b4b-7db2-49a4-a980-79014a3b39e4 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:49.702621 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fcb26bfd-ef2c-4e71-91fe-9caefc4747ac req-55182b4b-7db2-49a4-a980-79014a3b39e4 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.1007156 Nov 11 01:05:49.752648 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fcb26bfd-ef2c-4e71-91fe-9caefc4747ac req-931fcb77-f7ce-4a6d-9fda-bd4693935436 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488269 Nov 11 01:05:49.956634 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a89aa-a33b-4181-9c70-33e430378430 req-0a13b9bb-e17c-4e28-8094-b9cc812c7fd7 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:49.958470 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-818a89aa-a33b-4181-9c70-33e430378430 req-0a13b9bb-e17c-4e28-8094-b9cc812c7fd7 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 944 time: 0.0704579 Nov 11 01:05:50.018006 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-818a89aa-a33b-4181-9c70-33e430378430 req-16854dd4-f4bc-438d-a637-7606c807459f tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513475 Nov 11 01:05:50.368672 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178caae0-88a8-4c94-b254-18cb59f34fae req-354f04a4-317a-4159-831d-4e4dc9ac9baf tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:50.370271 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-178caae0-88a8-4c94-b254-18cb59f34fae req-354f04a4-317a-4159-831d-4e4dc9ac9baf tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0597055 Nov 11 01:05:50.426234 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-178caae0-88a8-4c94-b254-18cb59f34fae req-2fe45fa1-5a25-4645-9e65-897a9b83d5ba tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488000 Nov 11 01:05:50.711588 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device f404b098-501c-4bdf-9b3e-0b0821536e87 up at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:05:50.785967 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning for port f404b098-501c-4bdf-9b3e-0b0821536e87 completed by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 01:05:50.790501 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning complete for port f404b098-501c-4bdf-9b3e-0b0821536e87 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:05:50.790877 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:50.896396 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:50.910320 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45691919-049b-45d4-ad31-7a6e393322c1 req-830ff1f6-a2a8-4feb-bfcb-3ea5adbb9235 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:50.918273 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-45691919-049b-45d4-ad31-7a6e393322c1 req-830ff1f6-a2a8-4feb-bfcb-3ea5adbb9235 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0846133 Nov 11 01:05:50.934297 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port f404b098-501c-4bdf-9b3e-0b0821536e87, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=f404b098-501c-4bdf-9b3e-0b0821536e87,segment=NetworkSegment(02392950-2ab0-48e7-9241-9f8e2d63cde2),segment_id=02392950-2ab0-48e7-9241-9f8e2d63cde2)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:05:50.935296 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fe6d69-769b-4ce1-b14e-8edaba02d820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f404b098-501c-4bdf-9b3e-0b0821536e87'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:05:50.938221 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608a28e0-4cd9-4f2d-ba82-850db62caa60" -d '{"events": [{"server_uuid": "a0fe6d69-769b-4ce1-b14e-8edaba02d820", "name": "network-vif-plugged", "status": "completed", "tag": "f404b098-501c-4bdf-9b3e-0b0821536e87"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:05:50.956352 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:50.987745 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-45691919-049b-45d4-ad31-7a6e393322c1 req-225c5fa9-cb7d-486a-8385-887cb6f2d39c tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675843 Nov 11 01:05:51.025517 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc1fd69-a9d3-437d-8c8c-0a8b253d244d x-openstack-request-id: req-9fc1fd69-a9d3-437d-8c8c-0a8b253d244d {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:05:51.025824 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fe6d69-769b-4ce1-b14e-8edaba02d820", "name": "network-vif-plugged", "status": "completed", "tag": "f404b098-501c-4bdf-9b3e-0b0821536e87", "code": 200}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:05:51.026075 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9fc1fd69-a9d3-437d-8c8c-0a8b253d244d {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:05:51.026453 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0fe6d69-769b-4ce1-b14e-8edaba02d820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f404b098-501c-4bdf-9b3e-0b0821536e87', 'code': 200} Nov 11 01:05:51.061263 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=f404b098-501c-4bdf-9b3e-0b0821536e87,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:51.081568 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:05:51.081906 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:05:51.082242 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:05:51.082611 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:05:51.082937 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:05:51.083284 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:05:51.083602 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:05:51.083919 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:05:51.084260 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:05:51.084577 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:05:51.085147 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:05:51.085461 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:05:51.178432 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb37055-1648-4173-ad77-df7bb9bedad1 req-1cbeb0bc-9bd0-4f53-80da-b6d80ec1d560 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:51.183409 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7fb37055-1648-4173-ad77-df7bb9bedad1 req-1cbeb0bc-9bd0-4f53-80da-b6d80ec1d560 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 945 time: 0.0625057 Nov 11 01:05:51.237862 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7fb37055-1648-4173-ad77-df7bb9bedad1 req-73605abd-39ec-4d7d-8f93-c089ecf1ffa4 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502176 Nov 11 01:05:51.345946 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27a632-e49f-4b71-a0c2-f2dde73be806 req-7b7d3e46-1699-4e77-b9a1-7768cd3b618f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:51.347654 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-cd27a632-e49f-4b71-a0c2-f2dde73be806 req-7b7d3e46-1699-4e77-b9a1-7768cd3b618f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 1098 time: 0.0481853 Nov 11 01:05:51.401817 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-cd27a632-e49f-4b71-a0c2-f2dde73be806 req-37d82e62-b091-4e3d-b3b4-dab2d171de12 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407779 Nov 11 01:05:51.583419 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da93f25-ac89-4ac1-bd03-41a157cb3c1d req-1a63dc0b-689c-413a-a6de-cc43a3d088db tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:51.584998 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9da93f25-ac89-4ac1-bd03-41a157cb3c1d req-1a63dc0b-689c-413a-a6de-cc43a3d088db tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0603752 Nov 11 01:05:51.638093 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9da93f25-ac89-4ac1-bd03-41a157cb3c1d req-4d330c7a-cb45-410d-afc3-c99091fb806d tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468833 Nov 11 01:05:52.108102 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75880e4-16df-42d1-9abd-dc6c76dcc7c3 req-c272433d-72a8-4c11-b3f5-d773dd1c3862 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:52.115426 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e75880e4-16df-42d1-9abd-dc6c76dcc7c3 req-c272433d-72a8-4c11-b3f5-d773dd1c3862 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0649037 Nov 11 01:05:52.168347 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e75880e4-16df-42d1-9abd-dc6c76dcc7c3 req-850b3a49-c887-4eee-8e12-3202c1ba7b27 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520487 Nov 11 01:05:52.371411 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1790ba4-99a7-4b9a-8767-32f76605e7de req-b9a3e70a-f668-43d4-8b0b-0772f6767077 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:52.372897 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c1790ba4-99a7-4b9a-8767-32f76605e7de req-b9a3e70a-f668-43d4-8b0b-0772f6767077 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 945 time: 0.0500991 Nov 11 01:05:52.433464 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c1790ba4-99a7-4b9a-8767-32f76605e7de req-d3c672db-9fab-4429-889d-7f6a17042844 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470111 Nov 11 01:05:52.755887 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bf50a-be03-432e-8749-e0ad91ac923b req-295c3ced-7e77-4e34-b6c4-8713c697eb37 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:52.757324 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-766bf50a-be03-432e-8749-e0ad91ac923b req-295c3ced-7e77-4e34-b6c4-8713c697eb37 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0477226 Nov 11 01:05:52.803510 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-766bf50a-be03-432e-8749-e0ad91ac923b req-4216e3c3-0635-48b0-8c49-fab50723328b tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403371 Nov 11 01:05:53.284527 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37850448-e2b0-43f2-a7b7-8191df089e03 req-ccfa62e9-1d53-4ab5-9fd3-d203f0a2d5e5 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:53.285962 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-37850448-e2b0-43f2-a7b7-8191df089e03 req-ccfa62e9-1d53-4ab5-9fd3-d203f0a2d5e5 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0474823 Nov 11 01:05:53.331991 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-37850448-e2b0-43f2-a7b7-8191df089e03 req-87878a52-8873-4411-bd6e-bac4d0373476 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401380 Nov 11 01:05:53.553644 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b534c77-4036-4c78-b90b-7492ccab96bb req-c0c8b102-fda2-45bd-a27c-c61c7cbbe0d2 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:53.555136 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8b534c77-4036-4c78-b90b-7492ccab96bb req-c0c8b102-fda2-45bd-a27c-c61c7cbbe0d2 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 945 time: 0.0527387 Nov 11 01:05:53.601908 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8b534c77-4036-4c78-b90b-7492ccab96bb req-cf05d5f8-f3e4-44c2-b532-b41318a62067 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409546 Nov 11 01:05:53.930517 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd0b78-4ffb-465c-b339-4549f566cb0c req-34ffa0dc-6cd6-4f86-af15-f124a5982568 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:53.931988 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6edd0b78-4ffb-465c-b339-4549f566cb0c req-34ffa0dc-6cd6-4f86-af15-f124a5982568 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0513997 Nov 11 01:05:53.979595 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6edd0b78-4ffb-465c-b339-4549f566cb0c req-8160d959-6ae7-499a-8cf7-bf66b07b2783 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418730 Nov 11 01:05:54.154989 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdb099-6473-45a1-b07d-d91c3f83d321 req-1a84e05e-b26e-4d09-93d0-b568193916b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:54.156390 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-15bdb099-6473-45a1-b07d-d91c3f83d321 req-1a84e05e-b26e-4d09-93d0-b568193916b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e01554f5a96c46afb1983c71a9513e16&device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 1098 time: 0.0496716 Nov 11 01:05:54.307106 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdb099-6473-45a1-b07d-d91c3f83d321 req-38ded849-a115-408e-a22c-f8b9e6807b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:54.308561 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-15bdb099-6473-45a1-b07d-d91c3f83d321 req-38ded849-a115-408e-a22c-f8b9e6807b3b service neutron] 10.222.0.64 "GET /v2.0/networks?id=7db40340-76c1-4dbb-a60c-57c8a9a269e5 HTTP/1.1" status: 200 len: 916 time: 0.0863376 Nov 11 01:05:54.399175 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-15bdb099-6473-45a1-b07d-d91c3f83d321 req-65c680d1-7c1a-41e5-a764-f921e372a3ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1debaf12-1dc2-4053-8874-4078beb56b38 HTTP/1.1" status: 200 len: 1001 time: 0.0614431 Nov 11 01:05:54.450264 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7b38f-ab24-4b62-a190-397a3d0b7a4e req-c387c9f8-b14d-49f0-ba98-134a68298bf9 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:54.451673 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3bd7b38f-ab24-4b62-a190-397a3d0b7a4e req-c387c9f8-b14d-49f0-ba98-134a68298bf9 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0522916 Nov 11 01:05:54.474690 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdb099-6473-45a1-b07d-d91c3f83d321 req-eee022dd-315c-4f32-8d8d-0e45e89a2649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:54.476090 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-15bdb099-6473-45a1-b07d-d91c3f83d321 req-eee022dd-315c-4f32-8d8d-0e45e89a2649 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=106c258c-9ba0-4b87-8aaf-5fe2051be471 HTTP/1.1" status: 200 len: 855 time: 0.0472188 Nov 11 01:05:54.515484 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3bd7b38f-ab24-4b62-a190-397a3d0b7a4e req-06222831-8f09-4379-8a92-e9fe46cd39e6 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568140 Nov 11 01:05:54.535035 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdb099-6473-45a1-b07d-d91c3f83d321 req-3fd87815-e99d-46e5-b4ef-01a2948842a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:54.536519 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-15bdb099-6473-45a1-b07d-d91c3f83d321 req-3fd87815-e99d-46e5-b4ef-01a2948842a5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7db40340-76c1-4dbb-a60c-57c8a9a269e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463507 Nov 11 01:05:54.663931 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-15bdb099-6473-45a1-b07d-d91c3f83d321 req-5af602f3-08f4-4669-9ac6-ef721db780fc service neutron] 10.222.0.64 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872326 Nov 11 01:05:54.718320 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b550d-9240-4d5a-a3ee-c07a40a335bb req-60b4d158-a9fb-48cd-aab8-4f9b9fae400e tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:54.719752 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ff2b550d-9240-4d5a-a3ee-c07a40a335bb req-60b4d158-a9fb-48cd-aab8-4f9b9fae400e tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 945 time: 0.0518749 Nov 11 01:05:54.767763 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ff2b550d-9240-4d5a-a3ee-c07a40a335bb req-337bc7ac-8a55-4069-9123-88821e181e99 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419352 Nov 11 01:05:54.768200 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-15bdb099-6473-45a1-b07d-d91c3f83d321 req-b108afac-7e81-4653-b0a6-cac5535e9298 service neutron] 10.222.0.64 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832002 Nov 11 01:05:55.122775 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f944447-f1c9-4592-91cd-efc201f66df9 req-bf425d9c-01ca-447d-ae9c-6c4f9209586a tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:55.124352 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2f944447-f1c9-4592-91cd-efc201f66df9 req-bf425d9c-01ca-447d-ae9c-6c4f9209586a tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0581014 Nov 11 01:05:55.177840 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2f944447-f1c9-4592-91cd-efc201f66df9 req-96211a5f-d5b5-4b32-b0bc-bd45e1cfe402 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467956 Nov 11 01:05:55.643539 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13ceaa-1dbe-4b9b-8add-fdeff9471902 req-7d17e502-3c20-4729-a6fc-5e4920fd5279 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:55.645484 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9e13ceaa-1dbe-4b9b-8add-fdeff9471902 req-7d17e502-3c20-4729-a6fc-5e4920fd5279 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0616109 Nov 11 01:05:55.703332 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9e13ceaa-1dbe-4b9b-8add-fdeff9471902 req-ede407fd-bd25-4684-858d-fde53962bc0f tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517716 Nov 11 01:05:56.302788 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae2083-6340-4904-818a-5b18bcea76e4 req-bf1022e6-fc6e-4bbe-b17d-d232d153a6a6 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:56.304375 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8bae2083-6340-4904-818a-5b18bcea76e4 req-bf1022e6-fc6e-4bbe-b17d-d232d153a6a6 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 945 time: 0.0500968 Nov 11 01:05:56.357430 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8bae2083-6340-4904-818a-5b18bcea76e4 req-5938ac86-17a1-404b-a1a1-b99dc2de5a70 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456231 Nov 11 01:05:56.779536 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 1debaf12-1dc2-4053-8874-4078beb56b38 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:05:56.832919 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658dad27-3162-431c-87f1-f16f75209f6d req-9f58f312-73b1-417b-8383-1c6e80917fe7 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:56.834558 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-658dad27-3162-431c-87f1-f16f75209f6d req-9f58f312-73b1-417b-8383-1c6e80917fe7 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0574527 Nov 11 01:05:56.862806 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:56.885000 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bc1ebf-6b32-496c-b7ff-a005abd1dec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1debaf12-1dc2-4053-8874-4078beb56b38'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:05:56.885201 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-658dad27-3162-431c-87f1-f16f75209f6d req-c7269420-c06a-4b65-9730-82cdd087aa77 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444043 Nov 11 01:05:56.887274 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041b229e-3535-4668-8965-2e8eb87005a3" -d '{"events": [{"server_uuid": "c4bc1ebf-6b32-496c-b7ff-a005abd1dec2", "name": "network-vif-unplugged", "status": "completed", "tag": "1debaf12-1dc2-4053-8874-4078beb56b38"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:05:56.900615 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 1debaf12-1dc2-4053-8874-4078beb56b38, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1debaf12-1dc2-4053-8874-4078beb56b38,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:05:56.912449 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:56.942703 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 01:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ab922a-14ba-4388-b363-56dcd3517ed2 x-openstack-request-id: req-a7ab922a-14ba-4388-b363-56dcd3517ed2 {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:05:56.943032 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bc1ebf-6b32-496c-b7ff-a005abd1dec2", "name": "network-vif-unplugged", "status": "completed", "tag": "1debaf12-1dc2-4053-8874-4078beb56b38", "code": 200}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:05:56.943287 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a7ab922a-14ba-4388-b363-56dcd3517ed2 {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:05:56.943673 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bc1ebf-6b32-496c-b7ff-a005abd1dec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1debaf12-1dc2-4053-8874-4078beb56b38', 'code': 200} Nov 11 01:05:56.977093 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=1debaf12-1dc2-4053-8874-4078beb56b38,revision_number=8']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:05:57.489914 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293f4c0-30cc-4a9c-85df-23279b416cb0 req-35cc424b-9389-4a66-969d-539839aaf337 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:57.494892 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9293f4c0-30cc-4a9c-85df-23279b416cb0 req-35cc424b-9389-4a66-969d-539839aaf337 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 943 time: 0.0597551 Nov 11 01:05:57.542516 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9293f4c0-30cc-4a9c-85df-23279b416cb0 req-9e6fa3f4-53d8-4813-8059-4c38da4116c5 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450511 Nov 11 01:05:58.027270 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc23ce-cf7f-4f28-902a-e0c1d9ca7663 req-02a5fbb5-8d27-4ccf-a3b5-bc12a574728e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:58.028724 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-39bc23ce-cf7f-4f28-902a-e0c1d9ca7663 req-02a5fbb5-8d27-4ccf-a3b5-bc12a574728e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0501046 Nov 11 01:05:58.087120 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-39bc23ce-cf7f-4f28-902a-e0c1d9ca7663 req-65e41603-e3f2-4616-a69b-fbfd9949307a tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517943 Nov 11 01:05:58.666763 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17e853-985f-4876-b9cf-69c1d5c953a1 req-a97db6c5-85b5-4fda-8d12-f0043933d8a7 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:58.668274 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5e17e853-985f-4876-b9cf-69c1d5c953a1 req-a97db6c5-85b5-4fda-8d12-f0043933d8a7 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 943 time: 0.0506017 Nov 11 01:05:58.715680 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5e17e853-985f-4876-b9cf-69c1d5c953a1 req-868d7505-b1cc-4e89-8e1b-aee68b892e1d tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410106 Nov 11 01:05:59.230071 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b0ac4-a395-4433-ad1d-3418694bce97 req-f0f9bb58-05dd-4309-b1ff-dea59da91801 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:59.231592 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1e6b0ac4-a395-4433-ad1d-3418694bce97 req-f0f9bb58-05dd-4309-b1ff-dea59da91801 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0501666 Nov 11 01:05:59.278429 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1e6b0ac4-a395-4433-ad1d-3418694bce97 req-cda0abda-dcda-47c8-a8c2-28b970457d53 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397499 Nov 11 01:05:59.377728 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-a3e8a0d2-eb35-4ce3-a42f-1964613cabf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:05:59.846581 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0c11f-c492-4bd2-852e-460468e3f117 req-e3251d89-a44c-491b-9cec-90daec6f5afe tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:05:59.848136 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-afe0c11f-c492-4bd2-852e-460468e3f117 req-e3251d89-a44c-491b-9cec-90daec6f5afe tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 943 time: 0.0580261 Nov 11 01:05:59.898501 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-afe0c11f-c492-4bd2-852e-460468e3f117 req-f91a150a-b44a-48f9-927e-481fba6243db tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441973 Nov 11 01:06:00.390643 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [req-ac6fc890-c830-465d-b077-a1b5c130d3f0 req-8d0e2a93-7900-4745-a70b-79623d2ca339 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=101602) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 01:06:00.392187 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ac6fc890-c830-465d-b077-a1b5c130d3f0 req-8d0e2a93-7900-4745-a70b-79623d2ca339 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059614 Nov 11 01:06:00.401958 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabebfd-a5bf-493f-8198-b2e60dd1e5f8 req-60f55738-44be-43ad-9e44-c5e9baba3e8c tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:00.403693 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8dabebfd-a5bf-493f-8198-b2e60dd1e5f8 req-60f55738-44be-43ad-9e44-c5e9baba3e8c tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0572448 Nov 11 01:06:00.460470 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8dabebfd-a5bf-493f-8198-b2e60dd1e5f8 req-d32048d9-be84-4fe4-9295-e805515ecae8 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501490 Nov 11 01:06:00.572385 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c3300-a6bb-45ff-8bcc-288bdb5a2c90 req-b60f154f-83a7-4c7d-9523-4e86b304abdb tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:00.573885 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-715c3300-a6bb-45ff-8bcc-288bdb5a2c90 req-b60f154f-83a7-4c7d-9523-4e86b304abdb tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 943 time: 0.0535135 Nov 11 01:06:00.623465 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-715c3300-a6bb-45ff-8bcc-288bdb5a2c90 req-550e7a7d-1363-49a9-86eb-188c36909106 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428035 Nov 11 01:06:00.944746 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 57746) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:06:01.037140 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c6bebaec-fd48-4a7d-812f-10012c15de55 req-fe509508-a351-41d7-9962-cd772a151208 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0912266 Nov 11 01:06:01.045931 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [req-c6bebaec-fd48-4a7d-812f-10012c15de55 req-59ea3ef1-2dbc-418e-b2cf-60a8fc93149e service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=101601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 01:06:01.046858 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c6bebaec-fd48-4a7d-812f-10012c15de55 req-59ea3ef1-2dbc-418e-b2cf-60a8fc93149e service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048587 Nov 11 01:06:01.587523 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa7f9a-e015-4301-82b8-06416e05f66d req-fadba10c-f7f7-4ba6-9a16-e89d652b28d0 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:01.588959 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-74aa7f9a-e015-4301-82b8-06416e05f66d req-fadba10c-f7f7-4ba6-9a16-e89d652b28d0 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0499461 Nov 11 01:06:01.637258 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-74aa7f9a-e015-4301-82b8-06416e05f66d req-5c10e017-ca43-4025-ad64-079ea86c3ac1 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414865 Nov 11 01:06:01.752401 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b574b-20ee-42e0-9ed0-251e670b4b65 req-ac86ea3d-f606-435b-9f49-2c297a90995d tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:01.753795 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-833b574b-20ee-42e0-9ed0-251e670b4b65 req-ac86ea3d-f606-435b-9f49-2c297a90995d tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 943 time: 0.0509791 Nov 11 01:06:01.804626 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-833b574b-20ee-42e0-9ed0-251e670b4b65 req-f80d931b-60b8-4f31-b344-d3cf895b09fe tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450058 Nov 11 01:06:01.809568 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-870575ee-20da-4ac6-84ca-d99e8dd79bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:02.413962 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-a1b551a1-c265-4d71-9c58-1d90aecc9b78 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1841354698&fields=id&tenant_id=5dff1f2fb612458e95b9346b3d29040d HTTP/1.1" status: 200 len: 267 time: 0.0438039 Nov 11 01:06:02.517801 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-75804da5-2d32-4ee3-b423-16c52435a1ff tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:02.519259 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-75804da5-2d32-4ee3-b423-16c52435a1ff tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/networks?id=281e6ff6-072e-460f-a0b4-bef0b3054b31 HTTP/1.1" status: 200 len: 808 time: 0.0986588 Nov 11 01:06:02.533910 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-5bf5efd5-f9c8-4b48-bddc-1eee83e1561d tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/quotas/5dff1f2fb612458e95b9346b3d29040d HTTP/1.1" status: 200 len: 375 time: 0.0089729 Nov 11 01:06:02.587655 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-5421df13-c6be-458b-8826-3b69a1ee68ac tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5dff1f2fb612458e95b9346b3d29040d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484900 Nov 11 01:06:02.684997 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-2a243c3c-d780-434a-a0e4-893987f289e2 service neutron] 10.222.0.52 "GET /v2.0/networks/281e6ff6-072e-460f-a0b4-bef0b3054b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861413 Nov 11 01:06:02.802014 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 1debaf12-1dc2-4053-8874-4078beb56b38 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:06:02.812851 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937aa1d-45c1-4a36-a677-78e54e90d9cd req-d2abd7b2-0777-4f8a-a5d0-1b891f447808 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:02.814340 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1937aa1d-45c1-4a36-a677-78e54e90d9cd req-d2abd7b2-0777-4f8a-a5d0-1b891f447808 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.1029868 Nov 11 01:06:02.820262 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-f4816b6e-c425-460b-b824-86fcd68ee22b service neutron] 10.222.0.52 "GET /v2.0/networks/281e6ff6-072e-460f-a0b4-bef0b3054b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266651 Nov 11 01:06:02.877300 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1937aa1d-45c1-4a36-a677-78e54e90d9cd req-33d4e6e2-a24e-417f-9a00-b30b7b0dda4f tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560930 Nov 11 01:06:02.878263 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:02.984681 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69edab-be23-440d-8098-a5e72168699d req-a119dd6e-66ab-4010-b319-2135700c7fb4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:02.986912 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0c69edab-be23-440d-8098-a5e72168699d req-a119dd6e-66ab-4010-b319-2135700c7fb4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 943 time: 0.0520031 Nov 11 01:06:03.038382 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0c69edab-be23-440d-8098-a5e72168699d req-5ec6442b-bd16-4bd5-a4ad-ee0516269671 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454154 Nov 11 01:06:03.131883 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-70352277-137e-4936-9600-46d41eeb5d10 req-8e2cbd82-4cb9-420b-8529-f6caaeb5e50b tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 210 time: 0.0305815 Nov 11 01:06:03.993727 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e62074-a28f-4ddf-8b8d-7e8b7d779226 req-105f6c48-2c0f-430a-814a-984274446b67 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:03.995194 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c9e62074-a28f-4ddf-8b8d-7e8b7d779226 req-105f6c48-2c0f-430a-814a-984274446b67 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0498955 Nov 11 01:06:04.041153 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c9e62074-a28f-4ddf-8b8d-7e8b7d779226 req-7fab271f-5821-44ad-8b6c-19f88b4cb40f tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400689 Nov 11 01:06:04.169279 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ddee7-2f1a-4459-a151-2df3b8a870fe req-fd746b2a-29f9-41cb-bc06-55d15819ca46 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:04.170737 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-120ddee7-2f1a-4459-a151-2df3b8a870fe req-fd746b2a-29f9-41cb-bc06-55d15819ca46 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 943 time: 0.0538895 Nov 11 01:06:04.237420 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-da5a8436-0e62-4ebb-8e31-aa891697e00f req-1a15a717-dad8-45b0-97af-fb61b368cc24 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 210 time: 0.0359540 Nov 11 01:06:04.244906 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-120ddee7-2f1a-4459-a151-2df3b8a870fe req-1d983053-69df-411e-9087-38e7e48b56ea tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674689 Nov 11 01:06:04.397648 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:04.844522 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-9c6a4b75-5d13-4bd2-89f1-82352bf7133c tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:04.846636 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-9c6a4b75-5d13-4bd2-89f1-82352bf7133c tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.64 "GET /v2.0/networks?id=281e6ff6-072e-460f-a0b4-bef0b3054b31 HTTP/1.1" status: 200 len: 808 time: 0.1257353 Nov 11 01:06:04.935837 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-0d8535c3-1586-4d39-990a-3316403afc60 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dff1f2fb612458e95b9346b3d29040d HTTP/1.1" status: 200 len: 380 time: 0.0578680 Nov 11 01:06:04.949456 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d5283163-4433-4e0b-9a96-de77a65849be tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Request body: {'port': {'device_id': '93554b91-4f2b-4c98-ac74-341ac3c847f0', 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31', 'admin_state_up': True, 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'security_groups': ['b1df8e04-91bf-4cf2-9824-06b87c49660d']}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:06:04.961869 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:05.085732 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d5283163-4433-4e0b-9a96-de77a65849be tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Made reservation on behalf of 5dff1f2fb612458e95b9346b3d29040d for: {'port': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:06:05.091876 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d5283163-4433-4e0b-9a96-de77a65849be tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:05.213580 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f2e7c-ecca-4dd7-b542-acbc8bf14814 req-c247003b-e610-4867-b758-59b4e22b9e3c tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:05.217186 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1a5f2e7c-ecca-4dd7-b542-acbc8bf14814 req-c247003b-e610-4867-b758-59b4e22b9e3c tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0790679 Nov 11 01:06:05.254362 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d5283163-4433-4e0b-9a96-de77a65849be tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Allocated IP 172.20.0.5 (281e6ff6-072e-460f-a0b4-bef0b3054b31/400844d0-9be8-4f53-95ec-2ae887a65afd/e56a395c-77ef-4622-a62e-fedb27621bdb) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:06:05.292705 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1a5f2e7c-ecca-4dd7-b542-acbc8bf14814 req-bf2288a0-45f8-495d-8ebb-08e0aa339fba tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703287 Nov 11 01:06:05.362579 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5977913b-2953-4e34-bf56-0d88b9598064 req-70b4632b-a144-4130-b569-474afc7a37fc tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 210 time: 0.0345831 Nov 11 01:06:05.440800 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb9b94-6643-44f3-ae23-a0e3b1d065e6 req-3c06fb80-9992-424e-a2a4-0e8cb50065e2 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:05.441221 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d5283163-4433-4e0b-9a96-de77a65849be tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:05.445921 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cdcb9b94-6643-44f3-ae23-a0e3b1d065e6 req-3c06fb80-9992-424e-a2a4-0e8cb50065e2 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 943 time: 0.0635746 Nov 11 01:06:05.487505 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d5283163-4433-4e0b-9a96-de77a65849be tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:05.498621 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cdcb9b94-6643-44f3-ae23-a0e3b1d065e6 req-6e495f67-f507-4329-bc17-67e95519f164 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471196 Nov 11 01:06:05.541611 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d5283163-4433-4e0b-9a96-de77a65849be tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Network 281e6ff6-072e-460f-a0b4-bef0b3054b31 is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:06:05.546665 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d5283163-4433-4e0b-9a96-de77a65849be tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:06:05.551148 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d5283163-4433-4e0b-9a96-de77a65849be tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:06:05.580156 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5283163-4433-4e0b-9a96-de77a65849be tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Pushing event updated for resources: {'Port': ['ID=e56a395c-77ef-4622-a62e-fedb27621bdb,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:06:05.592914 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5283163-4433-4e0b-9a96-de77a65849be tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:06:05.593258 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5283163-4433-4e0b-9a96-de77a65849be tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:06:05.593600 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5283163-4433-4e0b-9a96-de77a65849be tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:06:05.593965 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5283163-4433-4e0b-9a96-de77a65849be tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:06:05.594297 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5283163-4433-4e0b-9a96-de77a65849be tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:06:05.594653 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5283163-4433-4e0b-9a96-de77a65849be tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:06:05.595002 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5283163-4433-4e0b-9a96-de77a65849be tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:06:05.595327 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5283163-4433-4e0b-9a96-de77a65849be tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:06:05.595652 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5283163-4433-4e0b-9a96-de77a65849be tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:06:05.595970 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5283163-4433-4e0b-9a96-de77a65849be tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:06:05.596287 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5283163-4433-4e0b-9a96-de77a65849be tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:06:05.596603 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5283163-4433-4e0b-9a96-de77a65849be tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:06:05.621571 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d5283163-4433-4e0b-9a96-de77a65849be tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:05.622224 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d5283163-4433-4e0b-9a96-de77a65849be tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:05.640496 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d5283163-4433-4e0b-9a96-de77a65849be tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6951325 Nov 11 01:06:05.711397 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d501fe80-8738-4d72-ba89-4c7637c2ab5d service neutron] Request body: {'port': {'device_id': '93554b91-4f2b-4c98-ac74-341ac3c847f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:06:05.772774 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d501fe80-8738-4d72-ba89-4c7637c2ab5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:05.842566 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-6844e263-9bb4-400d-929d-66f1ccacc39d None None] Provisioning complete for port e56a395c-77ef-4622-a62e-fedb27621bdb triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:06:05.843147 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-6844e263-9bb4-400d-929d-66f1ccacc39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:05.876507 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-6844e263-9bb4-400d-929d-66f1ccacc39d None None] Port e56a395c-77ef-4622-a62e-fedb27621bdb cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:06:06.033312 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d501fe80-8738-4d72-ba89-4c7637c2ab5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e56a395c-77ef-4622-a62e-fedb27621bdb {{(pid=101601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:06:06.041070 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d501fe80-8738-4d72-ba89-4c7637c2ab5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:06.053100 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.provisioning_blocks [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d501fe80-8738-4d72-ba89-4c7637c2ab5d service neutron] Transition to ACTIVE for port object e56a395c-77ef-4622-a62e-fedb27621bdb will not be triggered until provisioned by entity L2. {{(pid=101601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 01:06:06.057321 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d501fe80-8738-4d72-ba89-4c7637c2ab5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:06.113108 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501fe80-8738-4d72-ba89-4c7637c2ab5d service neutron] Pushing event updated for resources: {'Port': ['ID=e56a395c-77ef-4622-a62e-fedb27621bdb,revision_number=2']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:06:06.189676 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d501fe80-8738-4d72-ba89-4c7637c2ab5d service neutron] Attempting to bind port e56a395c-77ef-4622-a62e-fedb27621bdb on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:06:06.190103 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d501fe80-8738-4d72-ba89-4c7637c2ab5d service neutron] Attempting to bind port e56a395c-77ef-4622-a62e-fedb27621bdb by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': 'be86eb42-9a94-437a-9c98-c5eb078a7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31'}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:06:06.190526 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d501fe80-8738-4d72-ba89-4c7637c2ab5d service neutron] Attempting to bind port e56a395c-77ef-4622-a62e-fedb27621bdb on network 281e6ff6-072e-460f-a0b4-bef0b3054b31 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:06:06.195188 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d501fe80-8738-4d72-ba89-4c7637c2ab5d service neutron] Port e56a395c-77ef-4622-a62e-fedb27621bdb on network 281e6ff6-072e-460f-a0b4-bef0b3054b31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 01:06:06.195611 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d501fe80-8738-4d72-ba89-4c7637c2ab5d service neutron] Attempting to bind port e56a395c-77ef-4622-a62e-fedb27621bdb on network 281e6ff6-072e-460f-a0b4-bef0b3054b31 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:06:06.201014 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d501fe80-8738-4d72-ba89-4c7637c2ab5d service neutron] Checking agent: {'id': '9935500b-1718-4861-8412-1ae3ca811271', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'started_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:06:06.201208 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d501fe80-8738-4d72-ba89-4c7637c2ab5d service neutron] Checking segment: {'id': 'be86eb42-9a94-437a-9c98-c5eb078a7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:06:06.201611 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d501fe80-8738-4d72-ba89-4c7637c2ab5d service neutron] Bound using segment: {'id': 'be86eb42-9a94-437a-9c98-c5eb078a7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31'} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:06:06.202191 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d501fe80-8738-4d72-ba89-4c7637c2ab5d service neutron] Bound port: e56a395c-77ef-4622-a62e-fedb27621bdb, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be86eb42-9a94-437a-9c98-c5eb078a7fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31'}}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:06:06.202547 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d501fe80-8738-4d72-ba89-4c7637c2ab5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:06.285099 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d501fe80-8738-4d72-ba89-4c7637c2ab5d service neutron] For port e56a395c-77ef-4622-a62e-fedb27621bdb, host hv-cinder-81708, cleared binding levels {{(pid=101601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:06:06.288765 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d501fe80-8738-4d72-ba89-4c7637c2ab5d service neutron] For port e56a395c-77ef-4622-a62e-fedb27621bdb, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e56a395c-77ef-4622-a62e-fedb27621bdb,segment=NetworkSegment(be86eb42-9a94-437a-9c98-c5eb078a7fac),segment_id=be86eb42-9a94-437a-9c98-c5eb078a7fac)] {{(pid=101601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:06:06.293990 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d501fe80-8738-4d72-ba89-4c7637c2ab5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:06.357957 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501fe80-8738-4d72-ba89-4c7637c2ab5d service neutron] Pushing event updated for resources: {'Port': ['ID=e56a395c-77ef-4622-a62e-fedb27621bdb,revision_number=3']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:06:06.361701 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d501fe80-8738-4d72-ba89-4c7637c2ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:06.362300 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d501fe80-8738-4d72-ba89-4c7637c2ab5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:06.363730 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-d501fe80-8738-4d72-ba89-4c7637c2ab5d service neutron] 10.222.0.64 "PUT /v2.0/ports/e56a395c-77ef-4622-a62e-fedb27621bdb HTTP/1.1" status: 200 len: 1093 time: 0.6567497 Nov 11 01:06:06.364172 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93554b91-4f2b-4c98-ac74-341ac3c847f0', 'tag': 'e56a395c-77ef-4622-a62e-fedb27621bdb'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:06:06.366509 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a959473-d6e4-4f55-b323-9f2c7646b62c" -d '{"events": [{"name": "network-changed", "server_uuid": "93554b91-4f2b-4c98-ac74-341ac3c847f0", "tag": "e56a395c-77ef-4622-a62e-fedb27621bdb"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:06:06.432154 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda76cf3-517b-44c3-853b-6f25167ddac0 x-openstack-request-id: req-dda76cf3-517b-44c3-853b-6f25167ddac0 {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:06:06.432695 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93554b91-4f2b-4c98-ac74-341ac3c847f0", "tag": "e56a395c-77ef-4622-a62e-fedb27621bdb", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:06:06.433667 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dda76cf3-517b-44c3-853b-6f25167ddac0 {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:06:06.434224 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93554b91-4f2b-4c98-ac74-341ac3c847f0', 'tag': 'e56a395c-77ef-4622-a62e-fedb27621bdb', 'status': 'completed', 'code': 200} Nov 11 01:06:06.487445 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c2c16-bcc2-4ab1-8eb9-fa6a97b184b0 req-9c2a2b03-af28-48a3-a6cc-750a31faa654 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:06.488994 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-550c2c16-bcc2-4ab1-8eb9-fa6a97b184b0 req-9c2a2b03-af28-48a3-a6cc-750a31faa654 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0630589 Nov 11 01:06:06.576115 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc86353-e40d-4892-b169-60937b73661c req-7b9fa595-a83a-4a00-9591-dbc2f7cf8f6a tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:06.577584 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6cc86353-e40d-4892-b169-60937b73661c req-7b9fa595-a83a-4a00-9591-dbc2f7cf8f6a tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 943 time: 0.0874991 Nov 11 01:06:06.583332 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-550c2c16-bcc2-4ab1-8eb9-fa6a97b184b0 req-87a08789-9870-4166-a1b9-792855dc2857 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649140 Nov 11 01:06:06.635387 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-3793df92-f65b-4f9a-9db4-2eb8937532b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:06.637112 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-3793df92-f65b-4f9a-9db4-2eb8937532b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dff1f2fb612458e95b9346b3d29040d&device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 1096 time: 0.0539801 Nov 11 01:06:06.656027 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6cc86353-e40d-4892-b169-60937b73661c req-c9af6922-1800-41e6-944f-422442f54f40 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641365 Nov 11 01:06:06.711642 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace00c3c-9ecc-4b79-ac82-6bc56c843215 req-9bb2cde6-bf11-4277-9c6f-d7765c647a07 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:06.713154 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ace00c3c-9ecc-4b79-ac82-6bc56c843215 req-9bb2cde6-bf11-4277-9c6f-d7765c647a07 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 943 time: 0.0534654 Nov 11 01:06:06.768929 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ace00c3c-9ecc-4b79-ac82-6bc56c843215 req-a0961c49-1b23-4e01-bc0e-92579c4bfebd tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491552 Nov 11 01:06:06.775958 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-69f40807-2e8c-42a8-adc4-6eea88b2acc0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e56a395c-77ef-4622-a62e-fedb27621bdb HTTP/1.1" status: 200 len: 217 time: 0.0422122 Nov 11 01:06:06.886459 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-ec3b6a5c-3622-4ac6-88ba-3e1f8155a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:06.887858 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-ec3b6a5c-3622-4ac6-88ba-3e1f8155a71c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=400844d0-9be8-4f53-95ec-2ae887a65afd HTTP/1.1" status: 200 len: 847 time: 0.0438721 Nov 11 01:06:06.968375 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-52aaa50f-7819-4469-94dc-1c0c136f769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:06.971326 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-52aaa50f-7819-4469-94dc-1c0c136f769f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=281e6ff6-072e-460f-a0b4-bef0b3054b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477736 Nov 11 01:06:07.080041 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-f932197a-e24f-4683-8b39-d4321096bfef service neutron] 10.222.0.64 "GET /v2.0/networks/281e6ff6-072e-460f-a0b4-bef0b3054b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828781 Nov 11 01:06:07.190056 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-51c99b96-4282-4f0c-b3d8-bb2379bc1a16 req-77fbdb5f-fac0-4343-9c4b-8c14ac2064f1 service neutron] 10.222.0.64 "GET /v2.0/networks/281e6ff6-072e-460f-a0b4-bef0b3054b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827124 Nov 11 01:06:07.356081 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a959473-d6e4-4f55-b323-9f2c7646b62c req-f0e27877-2536-4e16-b169-10bb77749ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:07.357542 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-3a959473-d6e4-4f55-b323-9f2c7646b62c req-f0e27877-2536-4e16-b169-10bb77749ac8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dff1f2fb612458e95b9346b3d29040d&device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 1096 time: 0.0429835 Nov 11 01:06:07.464217 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a959473-d6e4-4f55-b323-9f2c7646b62c req-d81d631d-8936-4f2f-bc67-03c23c03b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:07.465943 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-3a959473-d6e4-4f55-b323-9f2c7646b62c req-d81d631d-8936-4f2f-bc67-03c23c03b4de service neutron] 10.222.0.64 "GET /v2.0/networks?id=281e6ff6-072e-460f-a0b4-bef0b3054b31 HTTP/1.1" status: 200 len: 908 time: 0.0909493 Nov 11 01:06:07.544966 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-3a959473-d6e4-4f55-b323-9f2c7646b62c req-64942da6-8dc5-43f0-ada1-126c5827d9d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e56a395c-77ef-4622-a62e-fedb27621bdb HTTP/1.1" status: 200 len: 217 time: 0.0356853 Nov 11 01:06:07.694923 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a959473-d6e4-4f55-b323-9f2c7646b62c req-77082dd9-93fb-44e8-9f7b-16706bdd1f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:07.696444 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-3a959473-d6e4-4f55-b323-9f2c7646b62c req-77082dd9-93fb-44e8-9f7b-16706bdd1f81 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=400844d0-9be8-4f53-95ec-2ae887a65afd HTTP/1.1" status: 200 len: 847 time: 0.1028209 Nov 11 01:06:07.704921 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bebaec-fd48-4a7d-812f-10012c15de55 req-f58b6c1e-3732-496a-91fc-ffe271aa9acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:07.706305 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c6bebaec-fd48-4a7d-812f-10012c15de55 req-f58b6c1e-3732-496a-91fc-ffe271aa9acd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2&tenant_id=e01554f5a96c46afb1983c71a9513e16 HTTP/1.1" status: 200 len: 1096 time: 0.1113758 Nov 11 01:06:07.706516 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be340930-797e-4266-8b81-e61f9be73644 req-bfad51a2-32f1-4cc5-841a-dc3d8bf56e70 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:07.708112 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-be340930-797e-4266-8b81-e61f9be73644 req-bfad51a2-32f1-4cc5-841a-dc3d8bf56e70 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0507364 Nov 11 01:06:07.788756 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-be340930-797e-4266-8b81-e61f9be73644 req-6cc70392-f9ec-4e0f-b527-8b62151e3e90 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746098 Nov 11 01:06:07.803117 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fb514-143a-4e0b-b099-da277a9fbdd3 req-223f53db-0706-42b2-9563-2b4b3470396a tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:07.805003 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-391fb514-143a-4e0b-b099-da277a9fbdd3 req-223f53db-0706-42b2-9563-2b4b3470396a tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 943 time: 0.0740368 Nov 11 01:06:07.813652 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a959473-d6e4-4f55-b323-9f2c7646b62c req-c125c3ea-45a0-4e03-8050-34ecaef1055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:07.815427 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-3a959473-d6e4-4f55-b323-9f2c7646b62c req-c125c3ea-45a0-4e03-8050-34ecaef1055e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=281e6ff6-072e-460f-a0b4-bef0b3054b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748610 Nov 11 01:06:07.828672 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bebaec-fd48-4a7d-812f-10012c15de55 req-982ad68d-6bb8-46ad-b90d-94fc57920e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:07.830124 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c6bebaec-fd48-4a7d-812f-10012c15de55 req-982ad68d-6bb8-46ad-b90d-94fc57920e16 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e01554f5a96c46afb1983c71a9513e16&device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 1096 time: 0.0573883 Nov 11 01:06:07.869040 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-391fb514-143a-4e0b-b099-da277a9fbdd3 req-f42b1145-d35e-49bf-bf87-c006b628c30b tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538576 Nov 11 01:06:07.904559 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf5cee-d6b4-44ee-8da2-d9497750d1ed req-c2eb7875-442a-4638-9fa3-b157dbcfe65b tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:07.906050 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b9cf5cee-d6b4-44ee-8da2-d9497750d1ed req-c2eb7875-442a-4638-9fa3-b157dbcfe65b tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 943 time: 0.0513170 Nov 11 01:06:07.987605 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b9cf5cee-d6b4-44ee-8da2-d9497750d1ed req-032c3e4b-4d54-428d-b8ac-e296a7f29403 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747507 Nov 11 01:06:08.252647 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bebaec-fd48-4a7d-812f-10012c15de55 req-50c916d3-2146-4ae5-8b71-78bbcef5c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:08.254001 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c6bebaec-fd48-4a7d-812f-10012c15de55 req-50c916d3-2146-4ae5-8b71-78bbcef5c1f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7db40340-76c1-4dbb-a60c-57c8a9a269e5 HTTP/1.1" status: 200 len: 916 time: 0.3903325 Nov 11 01:06:08.255717 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-3a959473-d6e4-4f55-b323-9f2c7646b62c req-0af1daac-da32-4d5a-b362-50303032c6e2 service neutron] 10.222.0.64 "GET /v2.0/networks/281e6ff6-072e-460f-a0b4-bef0b3054b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001451 Nov 11 01:06:08.386651 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c6bebaec-fd48-4a7d-812f-10012c15de55 req-1681d136-bf8c-419f-8df0-7627b9d0844a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1debaf12-1dc2-4053-8874-4078beb56b38 HTTP/1.1" status: 200 len: 999 time: 0.1059887 Nov 11 01:06:08.416396 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-3a959473-d6e4-4f55-b323-9f2c7646b62c req-71c6524e-f5cf-4d20-a6d6-1a26a725827c service neutron] 10.222.0.64 "GET /v2.0/networks/281e6ff6-072e-460f-a0b4-bef0b3054b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014822 Nov 11 01:06:08.526687 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bebaec-fd48-4a7d-812f-10012c15de55 req-2a9127c5-ee63-42df-a2f2-6e21eb2966f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:08.528166 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c6bebaec-fd48-4a7d-812f-10012c15de55 req-2a9127c5-ee63-42df-a2f2-6e21eb2966f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=106c258c-9ba0-4b87-8aaf-5fe2051be471 HTTP/1.1" status: 200 len: 855 time: 0.0458541 Nov 11 01:06:08.581753 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bebaec-fd48-4a7d-812f-10012c15de55 req-c9fae37a-c9d6-4abb-b000-7dc7fdd595f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:08.583206 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c6bebaec-fd48-4a7d-812f-10012c15de55 req-c9fae37a-c9d6-4abb-b000-7dc7fdd595f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7db40340-76c1-4dbb-a60c-57c8a9a269e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420597 Nov 11 01:06:08.700934 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c6bebaec-fd48-4a7d-812f-10012c15de55 req-254baee9-4dba-464d-873f-aa6fabc1256d service neutron] 10.222.0.64 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842795 Nov 11 01:06:08.805759 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c6bebaec-fd48-4a7d-812f-10012c15de55 req-1c3f6f9d-da4d-46c2-a05e-b2104b2953f0 service neutron] 10.222.0.64 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835245 Nov 11 01:06:08.917340 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007ec54-c6cf-4a36-b4f1-f73e43fb9046 req-ccc22cb5-c2e4-478d-9a71-cd65f81e7045 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:08.918844 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c007ec54-c6cf-4a36-b4f1-f73e43fb9046 req-ccc22cb5-c2e4-478d-9a71-cd65f81e7045 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0533061 Nov 11 01:06:08.995790 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c007ec54-c6cf-4a36-b4f1-f73e43fb9046 req-bd1cb93c-2793-42b7-984b-586f65b9bfb6 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703614 Nov 11 01:06:09.011078 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fb3c0-663b-421c-9619-23e215780eba req-a428edea-9cc5-4f2a-92aa-fa56dcb8bd71 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:09.012527 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-831fb3c0-663b-421c-9619-23e215780eba req-a428edea-9cc5-4f2a-92aa-fa56dcb8bd71 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 943 time: 0.0683835 Nov 11 01:06:09.062476 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-831fb3c0-663b-421c-9619-23e215780eba req-5b476e8f-215d-4024-b1b5-d257ad4b915e tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426979 Nov 11 01:06:09.120224 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5d785-1001-4251-8551-8f218d463258 req-6473fc08-d2b7-44c7-bd03-bb6ba23b9dcd tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:09.121726 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-94f5d785-1001-4251-8551-8f218d463258 req-6473fc08-d2b7-44c7-bd03-bb6ba23b9dcd tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 943 time: 0.0550311 Nov 11 01:06:09.172145 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-94f5d785-1001-4251-8551-8f218d463258 req-8f05d72b-021c-4e42-ae91-9028e6909dff tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434570 Nov 11 01:06:10.121523 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fde1b-4271-47b5-9419-ba75045b9cac req-2c8f69a9-aa99-49ce-a9fb-d353b91f7d7c tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:10.123013 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7d0fde1b-4271-47b5-9419-ba75045b9cac req-2c8f69a9-aa99-49ce-a9fb-d353b91f7d7c tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0537314 Nov 11 01:06:10.212059 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7d0fde1b-4271-47b5-9419-ba75045b9cac req-cf3ecc91-717a-421b-a9cb-ad902d0d0b3c tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829697 Nov 11 01:06:10.225091 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f92f94-05e8-44b9-97d7-e5631897c036 req-0cbb61bb-c3a0-4254-a41b-f85be820b00a tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:10.226557 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-27f92f94-05e8-44b9-97d7-e5631897c036 req-0cbb61bb-c3a0-4254-a41b-f85be820b00a tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 943 time: 0.0909271 Nov 11 01:06:10.295519 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-27f92f94-05e8-44b9-97d7-e5631897c036 req-7f4127c3-6a7b-4ae3-bc3d-5221cdc56222 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618799 Nov 11 01:06:10.332133 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0525097-228d-4121-9536-bcd3561a2c7e req-3289312b-37f8-4594-b791-e03f24608acf tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:10.333572 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c0525097-228d-4121-9536-bcd3561a2c7e req-3289312b-37f8-4594-b791-e03f24608acf tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 943 time: 0.0603096 Nov 11 01:06:10.387473 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c0525097-228d-4121-9536-bcd3561a2c7e req-6928c127-e1a0-49dc-bef4-f4ab7ffcc5e2 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437777 Nov 11 01:06:13.573468 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:15.888750 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:06:29.379121 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-3483f3b5-317b-4ec6-956f-62c10ae000dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:30.982642 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfcb11-83fe-4d03-9827-bb33516be1c2 req-6833201e-e89a-4c04-abb9-e4a43f7762e7 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:30.984573 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4bcfcb11-83fe-4d03-9827-bb33516be1c2 req-6833201e-e89a-4c04-abb9-e4a43f7762e7 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0547040 Nov 11 01:06:31.036068 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4bcfcb11-83fe-4d03-9827-bb33516be1c2 req-61ca352d-8229-4b53-97a9-ff9264c230be tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457864 Nov 11 01:06:31.152426 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a8edd-4d13-4639-a4d0-f80371ffc9cf req-000570d2-4b69-449a-8794-160f8a4b62a8 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:31.153687 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cf7a8edd-4d13-4639-a4d0-f80371ffc9cf req-000570d2-4b69-449a-8794-160f8a4b62a8 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 943 time: 0.0865762 Nov 11 01:06:31.178275 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f6c38-9240-4a5c-87d7-f72089748363 req-0217da1f-80c7-41a6-91a2-8b2700088e67 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:31.179872 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fd5f6c38-9240-4a5c-87d7-f72089748363 req-0217da1f-80c7-41a6-91a2-8b2700088e67 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 943 time: 0.0757625 Nov 11 01:06:31.243923 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cf7a8edd-4d13-4639-a4d0-f80371ffc9cf req-f64e9f8f-dfb5-4c9e-b229-5dc1e98f0bb6 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822289 Nov 11 01:06:31.266253 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fd5f6c38-9240-4a5c-87d7-f72089748363 req-cf002253-ef94-4093-8f76-bf62d93d395a tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700948 Nov 11 01:06:31.801711 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-17cb4548-7d77-4405-9bad-d1783d3b9023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:32.159823 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320fb91-68b0-4310-aa12-900db8cbf07b req-31de99a6-6356-4a88-9efd-021a0a9c68d1 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:32.161323 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1320fb91-68b0-4310-aa12-900db8cbf07b req-31de99a6-6356-4a88-9efd-021a0a9c68d1 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0489841 Nov 11 01:06:32.211123 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1320fb91-68b0-4310-aa12-900db8cbf07b req-2d10948d-064e-4f58-8f14-db2460ae85db tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438349 Nov 11 01:06:32.386283 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143834ec-56ce-4437-a961-a4a8b4900942 req-a8072016-26a2-4f52-8466-c1e79ed4abcc tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:32.388404 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-143834ec-56ce-4437-a961-a4a8b4900942 req-a8072016-26a2-4f52-8466-c1e79ed4abcc tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 943 time: 0.0752714 Nov 11 01:06:32.400119 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772965f-a5d7-4707-8bfd-17e23733defb req-2d20f373-2b0f-4c81-ab35-e878f300e6fe tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:32.401839 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a772965f-a5d7-4707-8bfd-17e23733defb req-2d20f373-2b0f-4c81-ab35-e878f300e6fe tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 943 time: 0.0633712 Nov 11 01:06:32.471643 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-143834ec-56ce-4437-a961-a4a8b4900942 req-fb788e0b-c369-43ee-a01b-47110643cc10 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691679 Nov 11 01:06:32.480789 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a772965f-a5d7-4707-8bfd-17e23733defb req-2f897cf8-71ba-489b-b019-843e6d6e1046 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716426 Nov 11 01:06:32.860541 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:33.328512 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e79383-3044-4a63-9217-0863cd64ddc3 req-a436963a-300d-4f49-8a30-2d431ee719a0 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:33.329936 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b7e79383-3044-4a63-9217-0863cd64ddc3 req-a436963a-300d-4f49-8a30-2d431ee719a0 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0525517 Nov 11 01:06:33.376224 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b7e79383-3044-4a63-9217-0863cd64ddc3 req-9a2d1838-2a15-4e35-a4df-7d32cabd6463 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404568 Nov 11 01:06:33.629585 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0b73d-5694-4dd4-91e9-587827fba68b req-6d81a08e-a82e-42b2-8194-1fd548cfddaf tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:33.631141 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-67e0b73d-5694-4dd4-91e9-587827fba68b req-6d81a08e-a82e-42b2-8194-1fd548cfddaf tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 943 time: 0.0836151 Nov 11 01:06:33.639265 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054a50a-f5a3-4eb7-b426-bf9f9246339f req-3e5f22c3-5957-4ab3-aaaf-654b4ed27b93 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:33.640739 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2054a50a-f5a3-4eb7-b426-bf9f9246339f req-3e5f22c3-5957-4ab3-aaaf-654b4ed27b93 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 943 time: 0.0838339 Nov 11 01:06:33.721016 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-67e0b73d-5694-4dd4-91e9-587827fba68b req-d08bc5cd-9c05-4ec2-868d-7948a14914fd tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793056 Nov 11 01:06:33.731544 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2054a50a-f5a3-4eb7-b426-bf9f9246339f req-223059fb-3690-4471-9509-99cfb3550b63 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825067 Nov 11 01:06:33.961748 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750e44a-33e0-42c3-9ed8-a25ada19a9e4 req-805fae1c-a462-4e57-bb1f-85374234f99d tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:33.963339 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c750e44a-33e0-42c3-9ed8-a25ada19a9e4 req-805fae1c-a462-4e57-bb1f-85374234f99d tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 945 time: 0.0504153 Nov 11 01:06:34.010822 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c750e44a-33e0-42c3-9ed8-a25ada19a9e4 req-ebca4152-7b1c-4414-bd97-ec4eb7c34e4e tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405455 Nov 11 01:06:34.395361 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:34.490343 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc17c9a-9060-440c-9e3b-132298ebf643 req-68113cc6-a822-4e21-9d03-99bf9132068b tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:34.491785 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-bbc17c9a-9060-440c-9e3b-132298ebf643 req-68113cc6-a822-4e21-9d03-99bf9132068b tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0468550 Nov 11 01:06:34.541620 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-bbc17c9a-9060-440c-9e3b-132298ebf643 req-c0cde777-bc6a-4e50-993c-ada15871df6c tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432196 Nov 11 01:06:34.870619 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee3508-5f23-48e6-bca5-60b39411393c req-1beecd03-9fa6-464b-8fcb-6fdd6629b22d tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:34.872744 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b9ee3508-5f23-48e6-bca5-60b39411393c req-1beecd03-9fa6-464b-8fcb-6fdd6629b22d tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 943 time: 0.0783629 Nov 11 01:06:34.880610 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12748f6b-6a5b-4d51-bb41-27d10a3a9507 req-d129dd69-107d-4579-93a0-ebf246eefbb5 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:34.881937 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-12748f6b-6a5b-4d51-bb41-27d10a3a9507 req-d129dd69-107d-4579-93a0-ebf246eefbb5 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 943 time: 0.0785043 Nov 11 01:06:34.945714 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device e56a395c-77ef-4622-a62e-fedb27621bdb details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 01:06:34.953951 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b9ee3508-5f23-48e6-bca5-60b39411393c req-909d85f3-48c5-4003-b1ef-d40885bfd967 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710888 Nov 11 01:06:34.957501 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-12748f6b-6a5b-4d51-bb41-27d10a3a9507 req-cb64edd3-595d-47d6-96e2-18a389f6df72 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690095 Nov 11 01:06:34.969714 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:35.061983 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port e56a395c-77ef-4622-a62e-fedb27621bdb, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e56a395c-77ef-4622-a62e-fedb27621bdb,segment=NetworkSegment(be86eb42-9a94-437a-9c98-c5eb078a7fac),segment_id=be86eb42-9a94-437a-9c98-c5eb078a7fac)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:06:35.073342 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Returning: {'device': 'e56a395c-77ef-4622-a62e-fedb27621bdb', 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31', 'port_id': 'e56a395c-77ef-4622-a62e-fedb27621bdb', 'mac_address': 'fa:16:3e:94:b0:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400844d0-9be8-4f53-95ec-2ae887a65afd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 01:06:35.117661 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:35.131067 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e56a395c-77ef-4622-a62e-fedb27621bdb {{(pid=101603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:06:35.131400 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2510a93-1d8a-488b-b1d0-e69fec827022 req-7f7c00e8-5624-495f-a2a5-59d0ff25f100 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:35.132929 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e2510a93-1d8a-488b-b1d0-e69fec827022 req-7f7c00e8-5624-495f-a2a5-59d0ff25f100 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 945 time: 0.0527790 Nov 11 01:06:35.150482 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port e56a395c-77ef-4622-a62e-fedb27621bdb, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e56a395c-77ef-4622-a62e-fedb27621bdb,segment=NetworkSegment(be86eb42-9a94-437a-9c98-c5eb078a7fac),segment_id=be86eb42-9a94-437a-9c98-c5eb078a7fac)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:06:35.153796 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:35.187540 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e2510a93-1d8a-488b-b1d0-e69fec827022 req-9e6dc4d7-fb98-4e77-bbe8-37ddab50243e tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469704 Nov 11 01:06:35.214574 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=e56a395c-77ef-4622-a62e-fedb27621bdb,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:06:35.658808 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b9262-d79d-4051-84bc-1bc07f250047 req-5a33b13b-19fb-416b-91e5-06997dd7c591 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:35.660308 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ab5b9262-d79d-4051-84bc-1bc07f250047 req-5a33b13b-19fb-416b-91e5-06997dd7c591 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0514486 Nov 11 01:06:35.708769 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ab5b9262-d79d-4051-84bc-1bc07f250047 req-9d8400f7-24ee-4d22-b1bd-e787d7d65211 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425675 Nov 11 01:06:35.975734 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['e56a395c-77ef-4622-a62e-fedb27621bdb'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:06:36.119859 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c85fd-39ac-404c-b2e3-df073c91b0d3 req-b3965684-706d-4a92-91ed-e362a46b80db tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:36.121272 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cb8c85fd-39ac-404c-b2e3-df073c91b0d3 req-b3965684-706d-4a92-91ed-e362a46b80db tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 944 time: 0.0800977 Nov 11 01:06:36.129344 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16cacb-d9f6-4583-bd38-066bc0f04fa3 req-4264e0a5-ff48-4efe-9524-2731305170c8 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:36.130722 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ef16cacb-d9f6-4583-bd38-066bc0f04fa3 req-4264e0a5-ff48-4efe-9524-2731305170c8 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 943 time: 0.0878496 Nov 11 01:06:36.202715 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cb8c85fd-39ac-404c-b2e3-df073c91b0d3 req-446ecc9c-1965-414d-9c90-b6b54138f5fb tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710216 Nov 11 01:06:36.209934 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ef16cacb-d9f6-4583-bd38-066bc0f04fa3 req-6dd7b2dd-7c9b-4ff9-a9aa-f50f78009eec tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722835 Nov 11 01:06:36.306576 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f92159-afff-44d8-8fed-83e89c87d210 req-04feeeb7-828e-447e-9f70-8a6849b1e7f4 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:36.307983 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a0f92159-afff-44d8-8fed-83e89c87d210 req-04feeeb7-828e-447e-9f70-8a6849b1e7f4 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 945 time: 0.0490611 Nov 11 01:06:36.355966 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a0f92159-afff-44d8-8fed-83e89c87d210 req-fe47b19d-8ac8-4976-927b-1260218cf0eb tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415232 Nov 11 01:06:36.827032 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc75d72-e435-4c4e-99a6-d5a9022cadc4 req-8768a771-505e-4745-a180-6eb9688f481f tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:36.828466 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4bc75d72-e435-4c4e-99a6-d5a9022cadc4 req-8768a771-505e-4745-a180-6eb9688f481f tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0512357 Nov 11 01:06:36.875978 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4bc75d72-e435-4c4e-99a6-d5a9022cadc4 req-684bf39a-b67e-4fb7-b886-2e7b44dd5bea tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418153 Nov 11 01:06:37.344817 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67729c-0b40-4cc1-82ab-a53e51c4d1aa req-cb10f39e-41b2-4ed4-8d23-8812f46f78f5 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:37.346278 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cc67729c-0b40-4cc1-82ab-a53e51c4d1aa req-cb10f39e-41b2-4ed4-8d23-8812f46f78f5 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 944 time: 0.0743387 Nov 11 01:06:37.354887 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c1cab-ab71-4483-9949-727ef07d081d req-e95ade44-dc56-4a0d-af52-d543586adb23 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:37.356863 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4c1c1cab-ab71-4483-9949-727ef07d081d req-e95ade44-dc56-4a0d-af52-d543586adb23 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 943 time: 0.0760007 Nov 11 01:06:37.431997 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4c1c1cab-ab71-4483-9949-727ef07d081d req-40e29fac-36af-4068-96bb-e863786f488c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685134 Nov 11 01:06:37.436547 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cc67729c-0b40-4cc1-82ab-a53e51c4d1aa req-3f901413-3a2a-441f-aaf5-de2cfb0462f4 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788095 Nov 11 01:06:37.538648 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12357433-80ea-4c4a-b7bf-37013ef9c8fe req-2055ed4d-a6aa-4567-a4d9-33afab6534ef tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:37.540124 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-12357433-80ea-4c4a-b7bf-37013ef9c8fe req-2055ed4d-a6aa-4567-a4d9-33afab6534ef tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 945 time: 0.0488896 Nov 11 01:06:37.584398 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9141bb-cdba-4b3c-9c3e-e3071b99e6e4 req-6afb3e5f-cbad-433c-8afb-9bece3c3f6a2 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:37.585830 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-9d9141bb-cdba-4b3c-9c3e-e3071b99e6e4 req-6afb3e5f-cbad-433c-8afb-9bece3c3f6a2 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 945 time: 0.0480447 Nov 11 01:06:37.586996 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-12357433-80ea-4c4a-b7bf-37013ef9c8fe req-50e88cf6-f4a6-4860-9a4e-c97f5ca9fc21 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398185 Nov 11 01:06:37.680277 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-9d9141bb-cdba-4b3c-9c3e-e3071b99e6e4 req-08394816-8ef4-4da9-b54b-db1fbfc16f6a tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Deleting port f404b098-501c-4bdf-9b3e-0b0821536e87 {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:06:37.680664 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-9d9141bb-cdba-4b3c-9c3e-e3071b99e6e4 req-08394816-8ef4-4da9-b54b-db1fbfc16f6a tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:37.770563 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-9d9141bb-cdba-4b3c-9c3e-e3071b99e6e4 req-08394816-8ef4-4da9-b54b-db1fbfc16f6a tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] For port f404b098-501c-4bdf-9b3e-0b0821536e87, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=f404b098-501c-4bdf-9b3e-0b0821536e87,segment=NetworkSegment(02392950-2ab0-48e7-9241-9f8e2d63cde2),segment_id=02392950-2ab0-48e7-9241-9f8e2d63cde2)] {{(pid=101601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:06:37.770921 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-9d9141bb-cdba-4b3c-9c3e-e3071b99e6e4 req-08394816-8ef4-4da9-b54b-db1fbfc16f6a tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:37.783376 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-9d9141bb-cdba-4b3c-9c3e-e3071b99e6e4 req-08394816-8ef4-4da9-b54b-db1fbfc16f6a tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Calling delete_port for f404b098-501c-4bdf-9b3e-0b0821536e87 owned by compute:nova {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:06:37.911195 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-9d9141bb-cdba-4b3c-9c3e-e3071b99e6e4 req-08394816-8ef4-4da9-b54b-db1fbfc16f6a tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:37.938891 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08394816-8ef4-4da9-b54b-db1fbfc16f6a tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Pushing event deleted for resources: {'Port': ['ID=f404b098-501c-4bdf-9b3e-0b0821536e87,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:06:37.978787 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['05b60e97-4d8c-4758-b07d-22fad0adb972', 'bcc3a1f2-10cd-4afa-a834-eb618cd1d74c', 'ff3dd580-7793-4eca-a64b-c7e41005425d', 'f404b098-501c-4bdf-9b3e-0b0821536e87'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:06:37.984053 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9141bb-cdba-4b3c-9c3e-e3071b99e6e4 req-08394816-8ef4-4da9-b54b-db1fbfc16f6a tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] No DVR routers for this DVR port f404b098-501c-4bdf-9b3e-0b0821536e87 on host hv-cinder-81708 {{(pid=101601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:06:37.987782 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-9d9141bb-cdba-4b3c-9c3e-e3071b99e6e4 req-08394816-8ef4-4da9-b54b-db1fbfc16f6a tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:37.991054 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-9d9141bb-cdba-4b3c-9c3e-e3071b99e6e4 req-08394816-8ef4-4da9-b54b-db1fbfc16f6a tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.64 "DELETE /v2.0/ports/f404b098-501c-4bdf-9b3e-0b0821536e87 HTTP/1.1" status: 204 len: 173 time: 0.3944533 Nov 11 01:06:37.991683 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fe6d69-769b-4ce1-b14e-8edaba02d820', 'name': 'network-vif-deleted', 'tag': 'f404b098-501c-4bdf-9b3e-0b0821536e87'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:06:37.993897 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b6a6c7-4faf-44fb-a728-199e91b8c5f2" -d '{"events": [{"server_uuid": "a0fe6d69-769b-4ce1-b14e-8edaba02d820", "name": "network-vif-deleted", "tag": "f404b098-501c-4bdf-9b3e-0b0821536e87"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:06:38.013688 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122aa4e-36bc-4664-969d-02ad0647c4c9 req-a234be3c-ff3f-4c3e-9ffc-bf8508a7e843 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:38.015221 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8122aa4e-36bc-4664-969d-02ad0647c4c9 req-a234be3c-ff3f-4c3e-9ffc-bf8508a7e843 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0585585 Nov 11 01:06:38.039215 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d496aa0-41ae-4caf-a47a-a2ab3d2a76fa x-openstack-request-id: req-1d496aa0-41ae-4caf-a47a-a2ab3d2a76fa {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:06:38.039503 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fe6d69-769b-4ce1-b14e-8edaba02d820", "name": "network-vif-deleted", "tag": "f404b098-501c-4bdf-9b3e-0b0821536e87", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:06:38.039926 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1d496aa0-41ae-4caf-a47a-a2ab3d2a76fa {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:06:38.040326 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0fe6d69-769b-4ce1-b14e-8edaba02d820', 'name': 'network-vif-deleted', 'tag': 'f404b098-501c-4bdf-9b3e-0b0821536e87', 'status': 'completed', 'code': 200} Nov 11 01:06:38.082674 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8122aa4e-36bc-4664-969d-02ad0647c4c9 req-d7551671-fe68-43bb-bff3-b7731af35056 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594654 Nov 11 01:06:38.590579 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc733710-8ee2-48b2-bc7e-67aa1c576473 req-22be89c3-3c36-415d-b616-a7c718656f36 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:38.591894 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fc733710-8ee2-48b2-bc7e-67aa1c576473 req-22be89c3-3c36-415d-b616-a7c718656f36 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 943 time: 0.0786457 Nov 11 01:06:38.599030 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04afae-0577-418d-8674-99c3f4faf82c req-107e12b4-15d4-4ca6-b6a5-3aacd28d0121 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:38.600344 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6a04afae-0577-418d-8674-99c3f4faf82c req-107e12b4-15d4-4ca6-b6a5-3aacd28d0121 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 944 time: 0.0883577 Nov 11 01:06:38.667885 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fc733710-8ee2-48b2-bc7e-67aa1c576473 req-93a4b39e-fd61-42b3-9e15-3353127d315f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665822 Nov 11 01:06:38.677007 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6a04afae-0577-418d-8674-99c3f4faf82c req-88f5a290-d16a-4dc1-872c-ca7da5c0427d tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700150 Nov 11 01:06:38.763994 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-59e3d6ec-2f6f-4bb8-8524-9afed779f983 req-fa2308a6-a2ce-4dfc-8c3a-0f1987f0ae8c tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0fe6d69-769b-4ce1-b14e-8edaba02d820 HTTP/1.1" status: 200 len: 210 time: 0.0262351 Nov 11 01:06:39.043234 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device e56a395c-77ef-4622-a62e-fedb27621bdb up at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:06:39.093779 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning for port e56a395c-77ef-4622-a62e-fedb27621bdb completed by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 01:06:39.097751 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning complete for port e56a395c-77ef-4622-a62e-fedb27621bdb triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:06:39.098119 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:39.175036 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:39.197579 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93554b91-4f2b-4c98-ac74-341ac3c847f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56a395c-77ef-4622-a62e-fedb27621bdb'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:06:39.200649 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b35d870-8529-4476-bf21-f1c211dcecc5" -d '{"events": [{"server_uuid": "93554b91-4f2b-4c98-ac74-341ac3c847f0", "name": "network-vif-plugged", "status": "completed", "tag": "e56a395c-77ef-4622-a62e-fedb27621bdb"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:06:39.201736 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e93746-e258-4c94-9f93-54676566ae70 req-633d8d08-2ca1-4f58-a062-e2d2053c9845 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:39.203280 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-16e93746-e258-4c94-9f93-54676566ae70 req-633d8d08-2ca1-4f58-a062-e2d2053c9845 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0521529 Nov 11 01:06:39.218137 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port e56a395c-77ef-4622-a62e-fedb27621bdb, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e56a395c-77ef-4622-a62e-fedb27621bdb,segment=NetworkSegment(be86eb42-9a94-437a-9c98-c5eb078a7fac),segment_id=be86eb42-9a94-437a-9c98-c5eb078a7fac)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:06:39.222908 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:39.247439 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352ae7ad-b932-4176-9a06-2bdf058494e8 x-openstack-request-id: req-352ae7ad-b932-4176-9a06-2bdf058494e8 {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:06:39.247751 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93554b91-4f2b-4c98-ac74-341ac3c847f0", "name": "network-vif-plugged", "status": "completed", "tag": "e56a395c-77ef-4622-a62e-fedb27621bdb", "code": 200}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:06:39.248040 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-352ae7ad-b932-4176-9a06-2bdf058494e8 {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:06:39.248416 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93554b91-4f2b-4c98-ac74-341ac3c847f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56a395c-77ef-4622-a62e-fedb27621bdb', 'code': 200} Nov 11 01:06:39.256248 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-16e93746-e258-4c94-9f93-54676566ae70 req-e5976128-3b02-414a-ba8c-ef7caac6c59f tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463076 Nov 11 01:06:39.274828 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=e56a395c-77ef-4622-a62e-fedb27621bdb,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:06:39.646558 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed1dbc-0b62-4e00-8260-445cce8b037c req-fddb39d3-77aa-457b-9a74-b608238cd278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:39.648546 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-e7ed1dbc-0b62-4e00-8260-445cce8b037c req-fddb39d3-77aa-457b-9a74-b608238cd278 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 1098 time: 0.0400596 Nov 11 01:06:39.726984 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-e7ed1dbc-0b62-4e00-8260-445cce8b037c req-823f6857-54be-46b7-9910-d62d15750674 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487883 Nov 11 01:06:39.820826 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51da23-1d40-4179-8859-2fb66aa6b03e req-ced714d6-7821-4e41-85d0-4b3fcca82422 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:39.822251 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9d51da23-1d40-4179-8859-2fb66aa6b03e req-ced714d6-7821-4e41-85d0-4b3fcca82422 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0661056 Nov 11 01:06:39.829165 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ba18e-e35f-4fc2-a994-96430c245094 req-604a90b1-5ff3-40f9-8d5d-41478413e5de tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:39.830470 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-661ba18e-e35f-4fc2-a994-96430c245094 req-604a90b1-5ff3-40f9-8d5d-41478413e5de tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 943 time: 0.0831077 Nov 11 01:06:39.903876 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9d51da23-1d40-4179-8859-2fb66aa6b03e req-e549cf50-4441-4505-81f7-7d56bf53f66f tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724690 Nov 11 01:06:39.908046 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-661ba18e-e35f-4fc2-a994-96430c245094 req-a2679fe1-6d73-4b6b-8080-5770746e92f8 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712123 Nov 11 01:06:40.369926 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e431d5-7765-4b40-8589-a504cb994fe2 req-3021b625-2cdb-42c7-9198-391a47379386 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:40.371410 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-49e431d5-7765-4b40-8589-a504cb994fe2 req-3021b625-2cdb-42c7-9198-391a47379386 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0487459 Nov 11 01:06:40.418791 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-49e431d5-7765-4b40-8589-a504cb994fe2 req-a531e1b7-fd46-4302-9bb3-8d28e4558f78 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412786 Nov 11 01:06:40.982746 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 1debaf12-1dc2-4053-8874-4078beb56b38 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 01:06:40.997835 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device f404b098-501c-4bdf-9b3e-0b0821536e87 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:06:41.024340 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] No Port match for: f404b098-501c-4bdf-9b3e-0b0821536e87 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:06:41.024670 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device f404b098-501c-4bdf-9b3e-0b0821536e87 not bound to the agent host hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:06:41.112125 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 1debaf12-1dc2-4053-8874-4078beb56b38, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1debaf12-1dc2-4053-8874-4078beb56b38,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:06:41.124787 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Returning: {'device': '1debaf12-1dc2-4053-8874-4078beb56b38', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'port_id': '1debaf12-1dc2-4053-8874-4078beb56b38', 'mac_address': 'fa:16:3e:64:0f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 01:06:41.165876 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:41.185576 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1debaf12-1dc2-4053-8874-4078beb56b38 {{(pid=101603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:06:41.206121 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 1debaf12-1dc2-4053-8874-4078beb56b38, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1debaf12-1dc2-4053-8874-4078beb56b38,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:06:41.210551 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:41.263436 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=1debaf12-1dc2-4053-8874-4078beb56b38,revision_number=9']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:06:41.272862 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef22b17-012c-493e-9d70-1838714d6af0 req-c2436c48-be3f-4480-bf7e-3cad687e5053 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:41.274310 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fef22b17-012c-493e-9d70-1838714d6af0 req-c2436c48-be3f-4480-bf7e-3cad687e5053 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.3010590 Nov 11 01:06:41.285625 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba119d9e-4833-4df4-8d62-3e451c81c656 req-414a553f-75d4-484d-b3b6-562c758f7d27 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:41.287049 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ba119d9e-4833-4df4-8d62-3e451c81c656 req-414a553f-75d4-484d-b3b6-562c758f7d27 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 943 time: 0.3043628 Nov 11 01:06:41.362698 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fef22b17-012c-493e-9d70-1838714d6af0 req-6b3e205c-1e90-4dbf-9077-19ee9ca14891 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746398 Nov 11 01:06:41.365751 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ba119d9e-4833-4df4-8d62-3e451c81c656 req-8d8c7470-4374-4c4d-b8a7-00488832fab3 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717173 Nov 11 01:06:41.538975 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1083568-8caf-4246-afda-bc1813ed686d req-b3a68093-abb8-45e2-a059-94ab7833d007 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:41.540467 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c1083568-8caf-4246-afda-bc1813ed686d req-b3a68093-abb8-45e2-a059-94ab7833d007 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0513384 Nov 11 01:06:41.623559 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26f2e9-f243-4497-b201-8ca26bb3ab62 req-50765a6b-a1c4-4a28-8f7a-ed9a7e287653 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:41.625032 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5c26f2e9-f243-4497-b201-8ca26bb3ab62 req-50765a6b-a1c4-4a28-8f7a-ed9a7e287653 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 946 time: 0.0824175 Nov 11 01:06:41.629973 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c1083568-8caf-4246-afda-bc1813ed686d req-5e2de7fd-1db0-4271-ad07-164dd715eeb0 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775938 Nov 11 01:06:41.676222 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5c26f2e9-f243-4497-b201-8ca26bb3ab62 req-c529e721-733e-485d-972e-fd6fe86ea312 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439444 Nov 11 01:06:42.502153 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe265e2-662f-4163-913b-5f0806deba23 req-88063470-381e-465b-b432-83f94714ffec tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:42.503602 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cbe265e2-662f-4163-913b-5f0806deba23 req-88063470-381e-465b-b432-83f94714ffec tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 944 time: 0.0636883 Nov 11 01:06:42.510550 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea88e66-24f6-46c9-8811-47aaff269bcd req-8bab724f-ef88-49e7-b1e8-36144e02c0a6 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:42.512018 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3ea88e66-24f6-46c9-8811-47aaff269bcd req-8bab724f-ef88-49e7-b1e8-36144e02c0a6 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0824816 Nov 11 01:06:42.598535 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cbe265e2-662f-4163-913b-5f0806deba23 req-58bb77c3-8a16-4754-bb22-8aa1522e9f0f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855012 Nov 11 01:06:42.602099 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3ea88e66-24f6-46c9-8811-47aaff269bcd req-96cd0b7d-e62f-472a-b12a-869bab0b7feb tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837200 Nov 11 01:06:42.748344 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a594bf-581e-441a-a237-75dbe86444bb req-cf6acaf6-983b-4eeb-a734-8a6ad7f76cf6 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:42.749797 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e1a594bf-581e-441a-a237-75dbe86444bb req-cf6acaf6-983b-4eeb-a734-8a6ad7f76cf6 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0516386 Nov 11 01:06:42.824313 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742ff5e-1ba7-41bc-912d-cd893d01b2dd req-6f6c0d49-5a64-4b47-a7f5-4d7c69f5551f tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:42.825716 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c742ff5e-1ba7-41bc-912d-cd893d01b2dd req-6f6c0d49-5a64-4b47-a7f5-4d7c69f5551f tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 946 time: 0.0750775 Nov 11 01:06:42.829237 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e1a594bf-581e-441a-a237-75dbe86444bb req-dc5ef99f-effb-4eea-8e33-d0a048d251aa tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706925 Nov 11 01:06:42.890654 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c742ff5e-1ba7-41bc-912d-cd893d01b2dd req-432bad03-4b35-4172-9bf3-2e49147d7f3e tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586226 Nov 11 01:06:43.579954 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:43.747859 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29672a5b-8d1c-4094-9b70-549079ba5b42 req-33d5891e-388e-48c4-805d-fa90f65725a5 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:43.749344 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-29672a5b-8d1c-4094-9b70-549079ba5b42 req-33d5891e-388e-48c4-805d-fa90f65725a5 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0797567 Nov 11 01:06:43.756657 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d995d-82cd-4fba-8e97-97fe80d2f875 req-ba02fd0b-01ae-4a44-9404-afd3384cafc5 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:43.758053 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ff6d995d-82cd-4fba-8e97-97fe80d2f875 req-ba02fd0b-01ae-4a44-9404-afd3384cafc5 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 944 time: 0.0784354 Nov 11 01:06:43.827701 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-29672a5b-8d1c-4094-9b70-549079ba5b42 req-f968cae5-336e-45c7-8cd2-e52fe7f488d8 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687156 Nov 11 01:06:43.834582 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ff6d995d-82cd-4fba-8e97-97fe80d2f875 req-1c96f4f5-9a2a-4a61-ad65-6550e355653e tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688734 Nov 11 01:06:43.951277 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174adf7e-f4c0-458e-b2fa-86f72643af99 req-cd4d9b99-a2a3-4ef6-9546-46b3dc0ebbd4 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:43.952758 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-174adf7e-f4c0-458e-b2fa-86f72643af99 req-cd4d9b99-a2a3-4ef6-9546-46b3dc0ebbd4 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0567451 Nov 11 01:06:44.028498 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-174adf7e-f4c0-458e-b2fa-86f72643af99 req-99077b29-dad9-4e87-97e7-3dcf441efe63 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696518 Nov 11 01:06:44.040303 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddbae93-21ae-4721-b379-710ec0ace13d req-beda9b8b-1a83-4246-8158-daa84f3e0b57 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:44.041704 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9ddbae93-21ae-4721-b379-710ec0ace13d req-beda9b8b-1a83-4246-8158-daa84f3e0b57 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 946 time: 0.0749662 Nov 11 01:06:44.088868 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9ddbae93-21ae-4721-b379-710ec0ace13d req-22861103-dcf4-4224-a6a1-be0ef73f854a tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407524 Nov 11 01:06:44.931370 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33874c58-24b0-4693-9f37-fb9c798df50d req-02247d5a-0f65-4a38-aea1-cfd54f0471eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:44.931370 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-33874c58-24b0-4693-9f37-fb9c798df50d req-02247d5a-0f65-4a38-aea1-cfd54f0471eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e01554f5a96c46afb1983c71a9513e16&device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 1097 time: 0.0416694 Nov 11 01:06:44.984440 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e06df-d91e-4cfa-addf-12e541feab80 req-ad598d0f-75e6-4ba3-ab86-bd2716f2c3f0 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:44.985941 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f02e06df-d91e-4cfa-addf-12e541feab80 req-ad598d0f-75e6-4ba3-ab86-bd2716f2c3f0 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0881460 Nov 11 01:06:45.018385 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0c20a-b1f8-4912-a170-eeda99a23ada req-8b19c728-914b-42a3-b630-92c1af04665b tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:45.021257 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c3c0c20a-b1f8-4912-a170-eeda99a23ada req-8b19c728-914b-42a3-b630-92c1af04665b tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 944 time: 0.0972569 Nov 11 01:06:45.066863 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33874c58-24b0-4693-9f37-fb9c798df50d req-32fcbdf2-0a60-4054-93e1-7f37dcfffaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:45.068545 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-33874c58-24b0-4693-9f37-fb9c798df50d req-32fcbdf2-0a60-4054-93e1-7f37dcfffaaa service neutron] 10.222.0.64 "GET /v2.0/networks?id=7db40340-76c1-4dbb-a60c-57c8a9a269e5 HTTP/1.1" status: 200 len: 916 time: 0.1031098 Nov 11 01:06:45.069683 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['1debaf12-1dc2-4053-8874-4078beb56b38'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:06:45.095253 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f02e06df-d91e-4cfa-addf-12e541feab80 req-096cc7ce-331b-406c-a3a3-46c0f50317ca tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952687 Nov 11 01:06:45.109996 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c3c0c20a-b1f8-4912-a170-eeda99a23ada req-996d862f-4823-4279-b6bf-38b6632630d3 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775115 Nov 11 01:06:45.210224 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-33874c58-24b0-4693-9f37-fb9c798df50d req-e5dad983-6894-4873-9d99-7e670964afe0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1debaf12-1dc2-4053-8874-4078beb56b38 HTTP/1.1" status: 200 len: 1000 time: 0.0863132 Nov 11 01:06:45.259217 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4b056-868a-4edb-be8b-fd67ff30fbda req-5af5b79f-ce58-4eb7-aca2-98426832f732 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:45.260678 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b3a4b056-868a-4edb-be8b-fd67ff30fbda req-5af5b79f-ce58-4eb7-aca2-98426832f732 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0835886 Nov 11 01:06:45.273660 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58310393-927a-40da-8b81-a31368b656f0 req-a08e62f4-cfdf-4615-ba6d-cc7880d534f6 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:45.275107 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-58310393-927a-40da-8b81-a31368b656f0 req-a08e62f4-cfdf-4615-ba6d-cc7880d534f6 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 946 time: 0.0674779 Nov 11 01:06:45.286644 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33874c58-24b0-4693-9f37-fb9c798df50d req-49f7fc70-506a-4d48-bb1b-401f0d68953a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:45.288132 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-33874c58-24b0-4693-9f37-fb9c798df50d req-49f7fc70-506a-4d48-bb1b-401f0d68953a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=106c258c-9ba0-4b87-8aaf-5fe2051be471 HTTP/1.1" status: 200 len: 855 time: 0.0533085 Nov 11 01:06:45.347453 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33874c58-24b0-4693-9f37-fb9c798df50d req-09e40f7c-c860-4a47-b68f-3d8b8b77590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:45.348846 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-33874c58-24b0-4693-9f37-fb9c798df50d req-09e40f7c-c860-4a47-b68f-3d8b8b77590a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7db40340-76c1-4dbb-a60c-57c8a9a269e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441370 Nov 11 01:06:45.351195 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b3a4b056-868a-4edb-be8b-fd67ff30fbda req-033fb416-bc6f-419d-a469-0348395bddd9 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751369 Nov 11 01:06:45.354357 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-58310393-927a-40da-8b81-a31368b656f0 req-df9aaa3e-2f85-4195-b3b5-d477eb1c55b5 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712390 Nov 11 01:06:45.465726 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-33874c58-24b0-4693-9f37-fb9c798df50d req-bca22c41-0a45-4c27-aaf9-3e5cd202f8d2 service neutron] 10.222.0.64 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816662 Nov 11 01:06:45.570255 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-33874c58-24b0-4693-9f37-fb9c798df50d req-006a45b4-f2c9-41db-b37e-bd6ada944cff service neutron] 10.222.0.64 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851395 Nov 11 01:06:46.243575 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009b31a-5f34-4f3b-a7cd-442ea88ee5d1 req-fe59af4a-3fe3-4ea2-9f03-fe6e4e8dd136 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:46.246006 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c009b31a-5f34-4f3b-a7cd-442ea88ee5d1 req-fe59af4a-3fe3-4ea2-9f03-fe6e4e8dd136 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0791595 Nov 11 01:06:46.285423 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181a4cd-dc9f-43e3-b0fb-98965c710588 req-8a185331-6982-4d19-ac3a-d36fb0228618 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:46.287513 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3181a4cd-dc9f-43e3-b0fb-98965c710588 req-8a185331-6982-4d19-ac3a-d36fb0228618 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 944 time: 0.0909331 Nov 11 01:06:46.344494 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c009b31a-5f34-4f3b-a7cd-442ea88ee5d1 req-a1f68334-8f6e-48af-b2ed-e31c946f011b tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916326 Nov 11 01:06:46.367925 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3181a4cd-dc9f-43e3-b0fb-98965c710588 req-d99db054-18f7-4a44-835d-560937da4527 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705764 Nov 11 01:06:46.488834 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633aba23-42a1-4cde-a718-efb0383a089f req-b1b14a49-7409-4231-9d74-92a8f410aac2 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:46.490277 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-633aba23-42a1-4cde-a718-efb0383a089f req-b1b14a49-7409-4231-9d74-92a8f410aac2 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0758045 Nov 11 01:06:46.510254 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03164253-135e-4a2a-a05b-8dca56b2f8c0 req-9471e925-c335-4e91-b009-5aaa65ed92c9 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:46.512292 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-03164253-135e-4a2a-a05b-8dca56b2f8c0 req-9471e925-c335-4e91-b009-5aaa65ed92c9 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0710120 Nov 11 01:06:46.576274 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-633aba23-42a1-4cde-a718-efb0383a089f req-0f7f9cfd-e24d-4b1d-8c04-88f5e3b10e92 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786068 Nov 11 01:06:46.583241 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-03164253-135e-4a2a-a05b-8dca56b2f8c0 req-e205a885-6f05-4963-84b7-5c06de2c85f1 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637589 Nov 11 01:06:46.602800 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 58162) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:06:46.693256 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba307a4a-56f2-4697-9e8c-3eddb0196a8a req-f736f5c6-9c37-48d0-838a-6b43f19cc564 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:46.695174 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ba307a4a-56f2-4697-9e8c-3eddb0196a8a req-f736f5c6-9c37-48d0-838a-6b43f19cc564 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 946 time: 0.0545530 Nov 11 01:06:46.772283 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b5ae55-bdca-44f8-91c9-500a1df241a1 tempest-TestShelveInstance-66403494 tempest-TestShelveInstance-66403494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:46.773809 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-a5b5ae55-bdca-44f8-91c9-500a1df241a1 tempest-TestShelveInstance-66403494 tempest-TestShelveInstance-66403494-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 1093 time: 0.1700075 Nov 11 01:06:46.777010 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 58166) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:06:46.777679 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ba307a4a-56f2-4697-9e8c-3eddb0196a8a req-0d220515-389a-4af4-b55c-417ef15b3e1b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739305 Nov 11 01:06:46.781607 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-d92367fd-e5c5-4145-86e8-33354e0edb44 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Request body: {'floatingip': {'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'port_id': 'e56a395c-77ef-4622-a62e-fedb27621bdb', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:06:46.802689 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d92367fd-e5c5-4145-86e8-33354e0edb44 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for floatingip, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:46.896200 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d92367fd-e5c5-4145-86e8-33354e0edb44 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:47.007913 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [None req-d92367fd-e5c5-4145-86e8-33354e0edb44 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Allocated IP 172.27.2.191 (aa4f75c5-5213-4ff6-92cc-17e0fe78067f/bed3c881-f684-464c-a719-dd29140bdb28/e6e06869-298d-4731-b7f1-ad3f0f876d73) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:06:47.106461 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d92367fd-e5c5-4145-86e8-33354e0edb44 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:47.141042 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d92367fd-e5c5-4145-86e8-33354e0edb44 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:47.186893 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92367fd-e5c5-4145-86e8-33354e0edb44 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Network aa4f75c5-5213-4ff6-92cc-17e0fe78067f is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:06:47.189857 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-d92367fd-e5c5-4145-86e8-33354e0edb44 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:06:47.194044 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92367fd-e5c5-4145-86e8-33354e0edb44 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:06:47.197027 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92367fd-e5c5-4145-86e8-33354e0edb44 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Pushing event updated for resources: {'Port': ['ID=e6e06869-298d-4731-b7f1-ad3f0f876d73,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:06:47.495191 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1e824-9d1b-4fd4-9f0d-5d534bb7451b req-0c9aea22-e528-4ab7-86b8-a9efb6b4fce8 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:47.496964 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-75a1e824-9d1b-4fd4-9f0d-5d534bb7451b req-0c9aea22-e528-4ab7-86b8-a9efb6b4fce8 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 944 time: 0.0501721 Nov 11 01:06:47.544536 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-75a1e824-9d1b-4fd4-9f0d-5d534bb7451b req-eaac0792-f487-48a7-96ed-eae9f2c26a6f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415783 Nov 11 01:06:47.641514 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d92367fd-e5c5-4145-86e8-33354e0edb44 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:47.702907 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67384e-b49b-43a1-b604-c0a5cd19f5f1 req-63932d1d-ef49-40af-8a82-a804d3d036a5 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:47.704324 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2a67384e-b49b-43a1-b604-c0a5cd19f5f1 req-63932d1d-ef49-40af-8a82-a804d3d036a5 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0524957 Nov 11 01:06:47.737161 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d92367fd-e5c5-4145-86e8-33354e0edb44 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:47.755307 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2a67384e-b49b-43a1-b604-c0a5cd19f5f1 req-93974420-7910-495e-8f56-2adb0e059fcb tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444393 Nov 11 01:06:47.885186 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d92367fd-e5c5-4145-86e8-33354e0edb44 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for port, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:47.890915 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d92367fd-e5c5-4145-86e8-33354e0edb44 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:47.892605 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87d490-b2dc-44ca-94ce-2377404693b7 req-e34cccb4-2946-4e53-993d-9e2cfb6577ad tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:47.894101 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2d87d490-b2dc-44ca-94ce-2377404693b7 req-e34cccb4-2946-4e53-993d-9e2cfb6577ad tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 946 time: 0.0506892 Nov 11 01:06:47.951851 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2d87d490-b2dc-44ca-94ce-2377404693b7 req-52abfa1c-b32e-4f7e-93f6-96dc42a5a6ae tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514412 Nov 11 01:06:47.965648 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92367fd-e5c5-4145-86e8-33354e0edb44 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Pushing event updated for resources: {'Port': ['ID=e6e06869-298d-4731-b7f1-ad3f0f876d73,revision_number=2']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:06:47.985242 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d92367fd-e5c5-4145-86e8-33354e0edb44 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918241'] for floatingip, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:48.083430 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.db.l3_db [None req-d92367fd-e5c5-4145-86e8-33354e0edb44 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Floating IP b5092c2d-9c0f-4eb2-a3d3-47c6818ef69e associated. External IP: 172.27.2.191, port: e56a395c-77ef-4622-a62e-fedb27621bdb. Nov 11 01:06:48.519235 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92367fd-e5c5-4145-86e8-33354e0edb44 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Router 9f83d1fd-f06d-4748-aed4-f49091d22fa8 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:06:48.625170 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92367fd-e5c5-4145-86e8-33354e0edb44 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:06:48.637668 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddcf9d5-584b-4d63-8aa0-38786b10637c None None] Sync routers for ids ['9f83d1fd-f06d-4748-aed4-f49091d22fa8'] in dv-cinder-817085-3-iscsi {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:06:48.645566 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d92367fd-e5c5-4145-86e8-33354e0edb44 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for floatingip, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:48.648928 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddcf9d5-584b-4d63-8aa0-38786b10637c None None] Routers {'9f83d1fd-f06d-4748-aed4-f49091d22fa8'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:06:48.649554 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-6ddcf9d5-584b-4d63-8aa0-38786b10637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:06:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['9f83d1fd-f06d-4748-aed4-f49091d22fa8'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:06:48.675242 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-d92367fd-e5c5-4145-86e8-33354e0edb44 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8970401 Nov 11 01:06:48.675568 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8cf1e-b89d-4a17-8dda-9591863736be req-6d15dc87-55e4-48cc-8d9a-ecb0dbf1f1bd tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:48.676775 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93554b91-4f2b-4c98-ac74-341ac3c847f0', 'tag': 'e56a395c-77ef-4622-a62e-fedb27621bdb'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:06:48.677106 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c6d8cf1e-b89d-4a17-8dda-9591863736be req-6d15dc87-55e4-48cc-8d9a-ecb0dbf1f1bd tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 944 time: 0.0593612 Nov 11 01:06:48.679539 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4321d5-0445-48af-a9b8-aa2f4569a3ee" -d '{"events": [{"name": "network-changed", "server_uuid": "93554b91-4f2b-4c98-ac74-341ac3c847f0", "tag": "e56a395c-77ef-4622-a62e-fedb27621bdb"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:06:48.724425 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d4acbc-72ac-4280-abcd-2c95b25a32fd x-openstack-request-id: req-e7d4acbc-72ac-4280-abcd-2c95b25a32fd {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:06:48.724718 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93554b91-4f2b-4c98-ac74-341ac3c847f0", "tag": "e56a395c-77ef-4622-a62e-fedb27621bdb", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:06:48.724971 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e7d4acbc-72ac-4280-abcd-2c95b25a32fd {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:06:48.725368 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93554b91-4f2b-4c98-ac74-341ac3c847f0', 'tag': 'e56a395c-77ef-4622-a62e-fedb27621bdb', 'status': 'completed', 'code': 200} Nov 11 01:06:48.734762 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c6d8cf1e-b89d-4a17-8dda-9591863736be req-2522bf9d-1078-44ca-b964-931bb389775e tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517011 Nov 11 01:06:48.773018 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-6ddcf9d5-584b-4d63-8aa0-38786b10637c None None] Set router 9f83d1fd-f06d-4748-aed4-f49091d22fa8 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:06:48.870156 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9aaab8-9689-4a05-a4c2-f7c80abc57c8 req-b157f33e-69a5-483d-afe2-7d5d83d57986 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:48.872399 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fd9aaab8-9689-4a05-a4c2-f7c80abc57c8 req-b157f33e-69a5-483d-afe2-7d5d83d57986 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0493457 Nov 11 01:06:48.919440 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fd9aaab8-9689-4a05-a4c2-f7c80abc57c8 req-7dd657e1-77da-496d-9e76-ac84aea574a9 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407150 Nov 11 01:06:48.999245 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-6ddcf9d5-584b-4d63-8aa0-38786b10637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'name': 'tempest-TestShelveInstance-832442224-router', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:04:49Z', 'updated_at': '2021-11-11T01:04:53Z', 'revision_number': 4, 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'gw_port': {'id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:42:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:50Z', 'updated_at': '2021-11-11T01:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': 'b5092c2d-9c0f-4eb2-a3d3-47c6818ef69e', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'port_id': 'e56a395c-77ef-4622-a62e-fedb27621bdb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31', 'mac_address': 'fa:16:3e:94:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93554b91-4f2b-4c98-ac74-341ac3c847f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:06:47Z', 'updated_at': '2021-11-11T01:06:47Z', 'revision_number': 0, 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61ca923e-a48e-4963-90ff-99776c63877c', 'name': '', 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'mac_address': 'fa:16:3e:43:65:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '400844d0-9be8-4f53-95ec-2ae887a65afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:52Z', 'updated_at': '2021-11-11T01:04:58Z', 'revision_number': 5, 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'subnets': [{'id': '400844d0-9be8-4f53-95ec-2ae887a65afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:06:49.033284 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddcf9d5-584b-4d63-8aa0-38786b10637c None None] Checking router: 9f83d1fd-f06d-4748-aed4-f49091d22fa8 for host: dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:06:49.034327 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddcf9d5-584b-4d63-8aa0-38786b10637c None None] Routers {'9f83d1fd-f06d-4748-aed4-f49091d22fa8'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:06:49.035046 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-6ddcf9d5-584b-4d63-8aa0-38786b10637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:06:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['9f83d1fd-f06d-4748-aed4-f49091d22fa8'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:06:49.073182 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcd0cd-8ec3-4892-95ef-397a0e0f16fb req-59d99bed-9995-4769-82e0-ace9b0189815 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:49.075257 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-44fcd0cd-8ec3-4892-95ef-397a0e0f16fb req-59d99bed-9995-4769-82e0-ace9b0189815 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 946 time: 0.0486045 Nov 11 01:06:49.123003 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-44fcd0cd-8ec3-4892-95ef-397a0e0f16fb req-d1ff2345-5fc4-4c8a-88fa-defd7ed892ce tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415576 Nov 11 01:06:49.142234 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-6ddcf9d5-584b-4d63-8aa0-38786b10637c None None] Set router 9f83d1fd-f06d-4748-aed4-f49091d22fa8 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:06:49.361537 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-6ddcf9d5-584b-4d63-8aa0-38786b10637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'name': 'tempest-TestShelveInstance-832442224-router', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:04:49Z', 'updated_at': '2021-11-11T01:04:53Z', 'revision_number': 4, 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'gw_port': {'id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:42:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:50Z', 'updated_at': '2021-11-11T01:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': 'b5092c2d-9c0f-4eb2-a3d3-47c6818ef69e', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'port_id': 'e56a395c-77ef-4622-a62e-fedb27621bdb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31', 'mac_address': 'fa:16:3e:94:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93554b91-4f2b-4c98-ac74-341ac3c847f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:06:47Z', 'updated_at': '2021-11-11T01:06:47Z', 'revision_number': 0, 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61ca923e-a48e-4963-90ff-99776c63877c', 'name': '', 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'mac_address': 'fa:16:3e:43:65:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '400844d0-9be8-4f53-95ec-2ae887a65afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:52Z', 'updated_at': '2021-11-11T01:04:58Z', 'revision_number': 5, 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'subnets': [{'id': '400844d0-9be8-4f53-95ec-2ae887a65afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:06:49.387209 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddcf9d5-584b-4d63-8aa0-38786b10637c None None] The sync data for ids ['9f83d1fd-f06d-4748-aed4-f49091d22fa8'] in dv-cinder-817085-3-iscsi is: [{'id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'name': 'tempest-TestShelveInstance-832442224-router', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:04:49Z', 'updated_at': '2021-11-11T01:04:53Z', 'revision_number': 4, 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'gw_port': {'id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:42:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:50Z', 'updated_at': '2021-11-11T01:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': 'b5092c2d-9c0f-4eb2-a3d3-47c6818ef69e', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'floating_ip_address': '172.27.2.191', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'port_id': 'e56a395c-77ef-4622-a62e-fedb27621bdb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31', 'mac_address': 'fa:16:3e:94:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93554b91-4f2b-4c98-ac74-341ac3c847f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:06:47Z', 'updated_at': '2021-11-11T01:06:47Z', 'revision_number': 0, 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61ca923e-a48e-4963-90ff-99776c63877c', 'name': '', 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'mac_address': 'fa:16:3e:43:65:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '400844d0-9be8-4f53-95ec-2ae887a65afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:52Z', 'updated_at': '2021-11-11T01:04:58Z', 'revision_number': 5, 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'subnets': [{'id': '400844d0-9be8-4f53-95ec-2ae887a65afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:06:49.585697 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43622848-399a-46f0-92b2-5c547936fa1a None None] New status for floating IP b5092c2d-9c0f-4eb2-a3d3-47c6818ef69e: ACTIVE {{(pid=101603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 01:06:49.862719 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fe6da-355f-4d02-9119-920da528fc6b req-002cf5a7-d176-4e6d-8dd6-1eabfe0af627 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:49.864234 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cc3fe6da-355f-4d02-9119-920da528fc6b req-002cf5a7-d176-4e6d-8dd6-1eabfe0af627 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 944 time: 0.0531461 Nov 11 01:06:49.878164 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4321d5-0445-48af-a9b8-aa2f4569a3ee req-4c1f144b-e092-433a-be1d-cfd41ff74dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:49.879685 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-ce4321d5-0445-48af-a9b8-aa2f4569a3ee req-4c1f144b-e092-433a-be1d-cfd41ff74dac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dff1f2fb612458e95b9346b3d29040d&device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 1098 time: 0.0422878 Nov 11 01:06:49.912480 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cc3fe6da-355f-4d02-9119-920da528fc6b req-7a08cb79-fc57-4f7d-b2b7-de1e2f644b63 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418568 Nov 11 01:06:49.981427 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4321d5-0445-48af-a9b8-aa2f4569a3ee req-2b09246e-6df4-4225-9124-6d03eea3c54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:49.983298 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-ce4321d5-0445-48af-a9b8-aa2f4569a3ee req-2b09246e-6df4-4225-9124-6d03eea3c54f service neutron] 10.222.0.64 "GET /v2.0/networks?id=281e6ff6-072e-460f-a0b4-bef0b3054b31 HTTP/1.1" status: 200 len: 908 time: 0.0957432 Nov 11 01:06:50.040211 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf839b8f-21e9-4419-9a41-aecdd9b4d7bb req-d3299621-59b4-427c-b387-5ce0c4ff264e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:50.041681 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-bf839b8f-21e9-4419-9a41-aecdd9b4d7bb req-d3299621-59b4-427c-b387-5ce0c4ff264e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0523324 Nov 11 01:06:50.075778 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-ce4321d5-0445-48af-a9b8-aa2f4569a3ee req-a0aafd20-af1a-4838-be2b-406fce6043b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e56a395c-77ef-4622-a62e-fedb27621bdb HTTP/1.1" status: 200 len: 1001 time: 0.0636237 Nov 11 01:06:50.095492 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-bf839b8f-21e9-4419-9a41-aecdd9b4d7bb req-35455207-be54-4b53-be49-a5ec910d3c73 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450017 Nov 11 01:06:50.133843 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4321d5-0445-48af-a9b8-aa2f4569a3ee req-4ca0bb1f-c67d-4dfe-96bd-92c26a76d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:50.135336 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-ce4321d5-0445-48af-a9b8-aa2f4569a3ee req-4ca0bb1f-c67d-4dfe-96bd-92c26a76d935 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=400844d0-9be8-4f53-95ec-2ae887a65afd HTTP/1.1" status: 200 len: 847 time: 0.0442696 Nov 11 01:06:50.190277 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4321d5-0445-48af-a9b8-aa2f4569a3ee req-a6583dcb-e4c7-4eea-b6da-bceb6d78ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:50.191723 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-ce4321d5-0445-48af-a9b8-aa2f4569a3ee req-a6583dcb-e4c7-4eea-b6da-bceb6d78ba08 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=281e6ff6-072e-460f-a0b4-bef0b3054b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464084 Nov 11 01:06:50.242576 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbad96d-ac40-4548-bdce-9b61aef99125 req-8ba4e7f7-6309-4a73-83cc-e93add10ca4e tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:50.244156 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9dbad96d-ac40-4548-bdce-9b61aef99125 req-8ba4e7f7-6309-4a73-83cc-e93add10ca4e tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 946 time: 0.0535116 Nov 11 01:06:50.300175 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-ce4321d5-0445-48af-a9b8-aa2f4569a3ee req-952d7eab-d628-4a1f-a4d8-f5a382cc4cea service neutron] 10.222.0.64 "GET /v2.0/networks/281e6ff6-072e-460f-a0b4-bef0b3054b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963120 Nov 11 01:06:50.301008 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9dbad96d-ac40-4548-bdce-9b61aef99125 req-3a473054-66d6-45d9-9362-f073450dabf3 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472085 Nov 11 01:06:50.404958 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-ce4321d5-0445-48af-a9b8-aa2f4569a3ee req-8722fee6-150d-4165-88d8-4071e596fade service neutron] 10.222.0.64 "GET /v2.0/networks/281e6ff6-072e-460f-a0b4-bef0b3054b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909660 Nov 11 01:06:51.033241 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123c3a0-447b-4206-b03e-764f340eb719 req-106bd4da-9099-4e9b-8162-c88e59a069aa tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:51.034714 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f123c3a0-447b-4206-b03e-764f340eb719 req-106bd4da-9099-4e9b-8162-c88e59a069aa tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 944 time: 0.0480499 Nov 11 01:06:51.080710 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f123c3a0-447b-4206-b03e-764f340eb719 req-48537242-e802-4aa2-ae1f-bdbc926d7bc7 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402846 Nov 11 01:06:51.209832 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b9612-eb74-4d4d-a622-cc4eef74102f req-39f745b9-d537-48fb-b011-d21ef3d447f1 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:51.211220 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fb6b9612-eb74-4d4d-a622-cc4eef74102f req-39f745b9-d537-48fb-b011-d21ef3d447f1 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0479896 Nov 11 01:06:51.261263 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fb6b9612-eb74-4d4d-a622-cc4eef74102f req-3a1a12cf-f8d5-47c7-8de1-bec56c0c4f01 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433497 Nov 11 01:06:51.414918 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac6b48-a424-40e2-b043-375b6cc0fb06 req-24a23524-361f-40e2-b95e-d34139dca85b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:51.416483 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9dac6b48-a424-40e2-b043-375b6cc0fb06 req-24a23524-361f-40e2-b95e-d34139dca85b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 946 time: 0.0501645 Nov 11 01:06:51.469350 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9dac6b48-a424-40e2-b043-375b6cc0fb06 req-ce108cf3-dfa7-4b5d-aae6-a2071ef4ff18 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462320 Nov 11 01:06:52.205180 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648777ff-d45d-47b0-abe2-86c89731ad9f req-5efaab57-e5de-4055-926a-655a57594e3d tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:52.206643 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-648777ff-d45d-47b0-abe2-86c89731ad9f req-5efaab57-e5de-4055-926a-655a57594e3d tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 944 time: 0.0513098 Nov 11 01:06:52.254025 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-648777ff-d45d-47b0-abe2-86c89731ad9f req-ba07384b-0b1b-4a1f-b479-e1c8c67b2ded tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413702 Nov 11 01:06:52.379935 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d28ee8-74d3-40ba-bfce-d6eb349a3a84 req-2d3f1a25-1961-4fdd-b8b4-8da9f80c75bf tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:52.381392 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d0d28ee8-74d3-40ba-bfce-d6eb349a3a84 req-2d3f1a25-1961-4fdd-b8b4-8da9f80c75bf tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0524786 Nov 11 01:06:52.429454 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d0d28ee8-74d3-40ba-bfce-d6eb349a3a84 req-5049beda-57b7-4cf9-b60f-911cd475ef78 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421379 Nov 11 01:06:52.580699 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550c539-4e6c-476e-8d89-961eb8ac477e req-f47b0ed2-53c9-4f5e-97b2-d74da346e475 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:52.582193 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9550c539-4e6c-476e-8d89-961eb8ac477e req-f47b0ed2-53c9-4f5e-97b2-d74da346e475 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 946 time: 0.0486510 Nov 11 01:06:52.628895 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9550c539-4e6c-476e-8d89-961eb8ac477e req-5ccdc7f7-d747-48d2-9625-5385d2c778be tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406749 Nov 11 01:06:52.719113 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 1debaf12-1dc2-4053-8874-4078beb56b38 up at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:06:52.765876 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning complete for port 1debaf12-1dc2-4053-8874-4078beb56b38 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:06:52.766236 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:52.844120 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:52.865076 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bc1ebf-6b32-496c-b7ff-a005abd1dec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1debaf12-1dc2-4053-8874-4078beb56b38'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:06:52.867259 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80524ebf-33d4-4174-b5f7-44abda549c6d" -d '{"events": [{"server_uuid": "c4bc1ebf-6b32-496c-b7ff-a005abd1dec2", "name": "network-vif-plugged", "status": "completed", "tag": "1debaf12-1dc2-4053-8874-4078beb56b38"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:06:52.879473 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 1debaf12-1dc2-4053-8874-4078beb56b38, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1debaf12-1dc2-4053-8874-4078beb56b38,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:06:52.884307 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:52.889310 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:06:52.911510 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fe18a4-fc7f-4f4f-adab-10d1d3cc58ae x-openstack-request-id: req-09fe18a4-fc7f-4f4f-adab-10d1d3cc58ae {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:06:52.911821 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bc1ebf-6b32-496c-b7ff-a005abd1dec2", "name": "network-vif-plugged", "status": "completed", "tag": "1debaf12-1dc2-4053-8874-4078beb56b38", "code": 200}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:06:52.912073 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-09fe18a4-fc7f-4f4f-adab-10d1d3cc58ae {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:06:52.912450 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bc1ebf-6b32-496c-b7ff-a005abd1dec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1debaf12-1dc2-4053-8874-4078beb56b38', 'code': 200} Nov 11 01:06:52.936876 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=1debaf12-1dc2-4053-8874-4078beb56b38,revision_number=10']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:06:52.943824 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:06:52.944184 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:06:52.944523 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:06:52.944851 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:06:52.945181 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:06:52.945501 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:06:52.945821 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:06:52.946141 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:06:52.946472 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:06:52.946792 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:06:52.947135 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:06:52.947452 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:06:53.380108 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286fca8-136f-48ea-bee6-2963debe2cb4 req-5b60a202-0b54-4eea-ae3e-aba483516de1 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:53.381547 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6286fca8-136f-48ea-bee6-2963debe2cb4 req-5b60a202-0b54-4eea-ae3e-aba483516de1 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 946 time: 0.0483832 Nov 11 01:06:53.430760 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6286fca8-136f-48ea-bee6-2963debe2cb4 req-ea9d5256-1f67-4ea8-9e64-b3edb26f850b tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428274 Nov 11 01:06:53.546669 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484294bc-0b2f-4eb4-8a5c-ea7accfadb51 req-6fc940d8-b831-49e6-b59a-225833ee17d0 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:53.548149 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-484294bc-0b2f-4eb4-8a5c-ea7accfadb51 req-6fc940d8-b831-49e6-b59a-225833ee17d0 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0475798 Nov 11 01:06:53.594491 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-484294bc-0b2f-4eb4-8a5c-ea7accfadb51 req-288550e8-f2c9-4f66-a260-4ccd8d4ea344 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405416 Nov 11 01:06:53.742639 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba48353-cf43-474d-b406-7110e1b290fa req-eae22a12-5c63-447e-bca5-9ec27fe26123 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:53.744024 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0ba48353-cf43-474d-b406-7110e1b290fa req-eae22a12-5c63-447e-bca5-9ec27fe26123 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 946 time: 0.0488985 Nov 11 01:06:53.790137 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0ba48353-cf43-474d-b406-7110e1b290fa req-b2781908-3f0c-4cf8-8412-4fdf2a33ba76 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395310 Nov 11 01:06:54.558986 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ff663-fc95-458d-97ff-2ef18f838653 req-8dd16f73-b3df-4cd2-b815-f4a2bc5d44e0 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:54.560718 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1a5ff663-fc95-458d-97ff-2ef18f838653 req-8dd16f73-b3df-4cd2-b815-f4a2bc5d44e0 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 946 time: 0.0538304 Nov 11 01:06:54.612285 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1a5ff663-fc95-458d-97ff-2ef18f838653 req-96c30886-243f-412f-9460-7e83554f7305 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457766 Nov 11 01:06:54.717529 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b36f50-5c21-45a1-b9cc-1e54bdcfdf1e req-fe823c7b-7afd-4a06-a0bc-a019e14da114 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:54.719044 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-30b36f50-5c21-45a1-b9cc-1e54bdcfdf1e req-fe823c7b-7afd-4a06-a0bc-a019e14da114 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0565119 Nov 11 01:06:54.765978 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-30b36f50-5c21-45a1-b9cc-1e54bdcfdf1e req-fd0d4a62-7930-4330-9340-29ef27cb6a83 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409145 Nov 11 01:06:54.908134 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d178bb3-ec21-4add-a3bd-95980cc0be72 req-7fea66ba-2600-4595-9506-678ce053c664 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:54.909595 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1d178bb3-ec21-4add-a3bd-95980cc0be72 req-7fea66ba-2600-4595-9506-678ce053c664 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 946 time: 0.0519304 Nov 11 01:06:54.966141 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1d178bb3-ec21-4add-a3bd-95980cc0be72 req-e449e7a3-0984-47be-a7c0-fecf7fcd0198 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505099 Nov 11 01:06:55.006276 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f3c55-55d5-41b5-94a4-3160347e7c19 req-5aa84e13-c903-4525-a88d-d86935c4d7a3 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:55.007762 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-e69f3c55-55d5-41b5-94a4-3160347e7c19 req-5aa84e13-c903-4525-a88d-d86935c4d7a3 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 946 time: 0.0734835 Nov 11 01:06:55.102046 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd276fff-0325-4a20-8ffc-b07baf47d330 req-017707c1-648f-4d1b-8de5-d95183ce3f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:55.103566 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-cd276fff-0325-4a20-8ffc-b07baf47d330 req-017707c1-648f-4d1b-8de5-d95183ce3f76 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 1099 time: 0.1142652 Nov 11 01:06:55.132267 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-e69f3c55-55d5-41b5-94a4-3160347e7c19 req-255651fd-9a5c-49b1-99fb-88a35d9bb955 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Deleting port ff3dd580-7793-4eca-a64b-c7e41005425d {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:06:55.132603 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-e69f3c55-55d5-41b5-94a4-3160347e7c19 req-255651fd-9a5c-49b1-99fb-88a35d9bb955 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:55.195997 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e17571-bf84-41f9-9833-7a91caee8ab1 req-42cc3727-2dba-49ef-beae-46542ffaeb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:55.197475 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d0e17571-bf84-41f9-9833-7a91caee8ab1 req-42cc3727-2dba-49ef-beae-46542ffaeb89 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 1098 time: 0.0439153 Nov 11 01:06:55.224307 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-cd276fff-0325-4a20-8ffc-b07baf47d330 req-463b0fe5-a811-460b-acf4-2835e1b7f6c5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943115 Nov 11 01:06:55.246722 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d0e17571-bf84-41f9-9833-7a91caee8ab1 req-a5b44cb8-1f93-4d1d-8982-69d2743151b8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396597 Nov 11 01:06:55.250133 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-e69f3c55-55d5-41b5-94a4-3160347e7c19 req-255651fd-9a5c-49b1-99fb-88a35d9bb955 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] For port ff3dd580-7793-4eca-a64b-c7e41005425d, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=ff3dd580-7793-4eca-a64b-c7e41005425d,segment=NetworkSegment(02392950-2ab0-48e7-9241-9f8e2d63cde2),segment_id=02392950-2ab0-48e7-9241-9f8e2d63cde2)] {{(pid=101601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:06:55.250495 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-e69f3c55-55d5-41b5-94a4-3160347e7c19 req-255651fd-9a5c-49b1-99fb-88a35d9bb955 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:55.263724 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-e69f3c55-55d5-41b5-94a4-3160347e7c19 req-255651fd-9a5c-49b1-99fb-88a35d9bb955 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Calling delete_port for ff3dd580-7793-4eca-a64b-c7e41005425d owned by compute:nova {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:06:55.393353 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-e69f3c55-55d5-41b5-94a4-3160347e7c19 req-255651fd-9a5c-49b1-99fb-88a35d9bb955 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:55.421931 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255651fd-9a5c-49b1-99fb-88a35d9bb955 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Pushing event deleted for resources: {'Port': ['ID=ff3dd580-7793-4eca-a64b-c7e41005425d,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:06:55.453193 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['05b60e97-4d8c-4758-b07d-22fad0adb972', 'bcc3a1f2-10cd-4afa-a834-eb618cd1d74c', 'ff3dd580-7793-4eca-a64b-c7e41005425d'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:06:55.466372 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69f3c55-55d5-41b5-94a4-3160347e7c19 req-255651fd-9a5c-49b1-99fb-88a35d9bb955 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] No DVR routers for this DVR port ff3dd580-7793-4eca-a64b-c7e41005425d on host hv-cinder-81708 {{(pid=101601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:06:55.469165 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-e69f3c55-55d5-41b5-94a4-3160347e7c19 req-255651fd-9a5c-49b1-99fb-88a35d9bb955 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:55.472554 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-e69f3c55-55d5-41b5-94a4-3160347e7c19 req-255651fd-9a5c-49b1-99fb-88a35d9bb955 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.64 "DELETE /v2.0/ports/ff3dd580-7793-4eca-a64b-c7e41005425d HTTP/1.1" status: 204 len: 173 time: 0.4501681 Nov 11 01:06:55.472973 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea', 'name': 'network-vif-deleted', 'tag': 'ff3dd580-7793-4eca-a64b-c7e41005425d'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:06:55.475271 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d113bd7b-4b17-4b50-9db7-36990d51c4fd" -d '{"events": [{"server_uuid": "3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea", "name": "network-vif-deleted", "tag": "ff3dd580-7793-4eca-a64b-c7e41005425d"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:06:55.514752 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23d5765-2616-4c24-a1f2-54ffc1249c66 x-openstack-request-id: req-d23d5765-2616-4c24-a1f2-54ffc1249c66 {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:06:55.515089 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea", "name": "network-vif-deleted", "tag": "ff3dd580-7793-4eca-a64b-c7e41005425d", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:06:55.515344 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d23d5765-2616-4c24-a1f2-54ffc1249c66 {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:06:55.515727 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea', 'name': 'network-vif-deleted', 'tag': 'ff3dd580-7793-4eca-a64b-c7e41005425d', 'status': 'completed', 'code': 200} Nov 11 01:06:55.618432 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda78a4-6e79-4644-9834-83f2a327f877 req-51636986-109a-45d6-9fbb-aa985cc38647 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:55.620009 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8fda78a4-6e79-4644-9834-83f2a327f877 req-51636986-109a-45d6-9fbb-aa985cc38647 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0528152 Nov 11 01:06:55.699449 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8fda78a4-6e79-4644-9834-83f2a327f877 req-0f78ec6c-8703-4b09-b1fe-adbeb7b73407 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688796 Nov 11 01:06:55.765146 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d569fc1-3fad-4fd3-bd0c-9c56a8dd6f0a req-ae9202cb-3f4e-4102-94cc-c60756fd799e tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:55.765905 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6d569fc1-3fad-4fd3-bd0c-9c56a8dd6f0a req-ae9202cb-3f4e-4102-94cc-c60756fd799e tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 946 time: 0.0536900 Nov 11 01:06:55.819512 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6d569fc1-3fad-4fd3-bd0c-9c56a8dd6f0a req-51f20e64-d0d0-487f-bb69-2eb35ffca545 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475481 Nov 11 01:06:55.883561 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21474944-edcd-4a12-b764-25eaaa990103 req-7725d6d8-6274-4b8e-be7c-595388eda7b2 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:55.884920 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-21474944-edcd-4a12-b764-25eaaa990103 req-7725d6d8-6274-4b8e-be7c-595388eda7b2 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0476754 Nov 11 01:06:55.932682 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-21474944-edcd-4a12-b764-25eaaa990103 req-e6185f00-e8a6-474f-9e72-3426653756bb tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409217 Nov 11 01:06:56.083556 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4a197765-c909-4a80-a5f7-b36d4950f8d2 req-b8155883-ffba-457a-8a0e-99653467249e tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 210 time: 0.0400143 Nov 11 01:06:56.820839 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94ec2e-feb2-4518-b4d4-ce8b367d334a req-7343e01b-9b1e-41b4-9447-7a03d7f35a00 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:56.822751 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3c94ec2e-feb2-4518-b4d4-ce8b367d334a req-7343e01b-9b1e-41b4-9447-7a03d7f35a00 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0514662 Nov 11 01:06:56.872746 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3c94ec2e-feb2-4518-b4d4-ce8b367d334a req-70fb073e-735e-44c0-a427-f54f19257a01 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434580 Nov 11 01:06:56.943329 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f7f28-3dca-43fb-a17d-47fb42c90019 req-a265927c-2f39-47ac-ac57-50aa65d89bcb tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:56.944805 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-201f7f28-3dca-43fb-a17d-47fb42c90019 req-a265927c-2f39-47ac-ac57-50aa65d89bcb tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 946 time: 0.0501714 Nov 11 01:06:56.994847 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-201f7f28-3dca-43fb-a17d-47fb42c90019 req-075bea4b-a4a1-4445-84b8-181f06138188 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440462 Nov 11 01:06:57.054483 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f7a2a-5796-4967-b94b-8c7941a25480 req-0379005a-ea87-4d30-b0e9-2fbdf027fab3 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:57.055955 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-aa2f7a2a-5796-4967-b94b-8c7941a25480 req-0379005a-ea87-4d30-b0e9-2fbdf027fab3 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0538292 Nov 11 01:06:57.101605 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-aa2f7a2a-5796-4967-b94b-8c7941a25480 req-26f773c7-da18-4b91-9001-9869efe1aebc tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396895 Nov 11 01:06:57.191547 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fa08ecd1-caf3-4c28-b8e9-e053b9d228cd req-b7349a67-8f7f-45f0-b625-408d925a1a4a tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e6bb9f2-42bc-4fde-b3d3-af6448d1c2ea HTTP/1.1" status: 200 len: 210 time: 0.0278952 Nov 11 01:06:58.000638 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19634f3-933e-45a0-873b-1645a83938a0 req-79a2c5d2-d367-4d19-a1db-14e1119b3854 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:58.007456 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f19634f3-933e-45a0-873b-1645a83938a0 req-79a2c5d2-d367-4d19-a1db-14e1119b3854 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0668633 Nov 11 01:06:58.058847 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f19634f3-933e-45a0-873b-1645a83938a0 req-2aabe697-5b64-4134-a0d0-835c2836003e tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497775 Nov 11 01:06:58.228590 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87b8c4-3475-4c01-a5ea-5e74d4589c87 req-3cedf1cc-bc35-4ad8-88ca-76cddf4d38b4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:58.231583 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6b87b8c4-3475-4c01-a5ea-5e74d4589c87 req-3cedf1cc-bc35-4ad8-88ca-76cddf4d38b4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 946 time: 0.0868700 Nov 11 01:06:58.270975 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8849442-b49f-4358-8c27-099d96070a62 req-c25b757b-5f5e-4488-b1c9-729d39edb264 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:58.272468 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b8849442-b49f-4358-8c27-099d96070a62 req-c25b757b-5f5e-4488-b1c9-729d39edb264 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0892856 Nov 11 01:06:58.311773 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6b87b8c4-3475-4c01-a5ea-5e74d4589c87 req-703ac6de-2128-4c8d-95b8-6ecfa3695b21 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756459 Nov 11 01:06:58.352601 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b8849442-b49f-4358-8c27-099d96070a62 req-f05f0fa7-3947-4640-8a90-c7a91c80d422 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720494 Nov 11 01:06:58.599133 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e96a2a-8fd0-4fb9-8e47-7da92e884fcb req-cbedeb98-85e6-4a43-9daf-6c3e8959c072 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:58.600608 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c9e96a2a-8fd0-4fb9-8e47-7da92e884fcb req-cbedeb98-85e6-4a43-9daf-6c3e8959c072 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c78dbc5-446a-4880-b317-ba9b20304be9 HTTP/1.1" status: 200 len: 945 time: 0.0556581 Nov 11 01:06:58.678207 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c9e96a2a-8fd0-4fb9-8e47-7da92e884fcb req-c06d62b2-6c9b-4029-ad04-4f5a59ecbad9 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715933 Nov 11 01:06:58.695247 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da3755-973d-4a22-92cb-fcf003dbc003 req-492e123c-c39a-49fb-b1a6-b29a115f7780 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:58.697748 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b7da3755-973d-4a22-92cb-fcf003dbc003 req-492e123c-c39a-49fb-b1a6-b29a115f7780 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0657101 Nov 11 01:06:58.746429 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b7da3755-973d-4a22-92cb-fcf003dbc003 req-43986527-60f8-4932-b78c-836ff6b1ba63 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420208 Nov 11 01:06:58.788540 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574a3a1-aff9-4554-bd0d-ff21b9d56e6c req-17a0c2fb-158a-442f-a18a-b7150236152e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:58.790017 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b574a3a1-aff9-4554-bd0d-ff21b9d56e6c req-17a0c2fb-158a-442f-a18a-b7150236152e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b9ddce0b6794348af30770172bcd5c5&device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 1098 time: 0.0427573 Nov 11 01:06:58.898217 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574a3a1-aff9-4554-bd0d-ff21b9d56e6c req-f0cb42fe-a623-4c72-add5-7aa71d48e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:58.899691 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b574a3a1-aff9-4554-bd0d-ff21b9d56e6c req-f0cb42fe-a623-4c72-add5-7aa71d48e6f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=288ad7ee-ad49-45cc-b619-30fceacb55ee HTTP/1.1" status: 200 len: 919 time: 0.0936606 Nov 11 01:06:58.951256 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b574a3a1-aff9-4554-bd0d-ff21b9d56e6c req-7341a3bc-32e0-4956-9790-6f60205ea03f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82da993e-a127-427f-9c31-a8b1a4846d8f HTTP/1.1" status: 200 len: 217 time: 0.0339615 Nov 11 01:06:59.006870 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574a3a1-aff9-4554-bd0d-ff21b9d56e6c req-29c3ae17-568e-43a1-9bd5-3bf0e289fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:59.008372 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b574a3a1-aff9-4554-bd0d-ff21b9d56e6c req-29c3ae17-568e-43a1-9bd5-3bf0e289fd79 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=217dd1d9-2c80-47df-a154-fc3ee5b01472 HTTP/1.1" status: 200 len: 859 time: 0.0444155 Nov 11 01:06:59.051648 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b574a3a1-aff9-4554-bd0d-ff21b9d56e6c req-c2086dfe-f2b5-4dc9-816c-186b4310bce5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=288ad7ee-ad49-45cc-b619-30fceacb55ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291543 Nov 11 01:06:59.181382 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b574a3a1-aff9-4554-bd0d-ff21b9d56e6c req-24d18bad-3e17-473b-ab85-0c1c06a1801d service neutron] 10.222.0.64 "GET /v2.0/networks/288ad7ee-ad49-45cc-b619-30fceacb55ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194663 Nov 11 01:06:59.200013 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7563add-5990-4009-b905-e3523035a825 req-5acc7028-cb75-4071-9f36-84bf5e24791e tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:59.201540 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c7563add-5990-4009-b905-e3523035a825 req-5acc7028-cb75-4071-9f36-84bf5e24791e tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0723734 Nov 11 01:06:59.297440 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c7563add-5990-4009-b905-e3523035a825 req-60fc6a7b-315f-4ee3-a4f6-6e07eb6179b8 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891173 Nov 11 01:06:59.320881 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b574a3a1-aff9-4554-bd0d-ff21b9d56e6c req-5de31fbd-3733-4b16-9a1a-2375bef387f9 service neutron] 10.222.0.64 "GET /v2.0/networks/288ad7ee-ad49-45cc-b619-30fceacb55ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292951 Nov 11 01:06:59.381198 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-7f069370-74ef-46b1-bcbc-d7455f9bfda5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:06:59.443009 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8df962-d8d4-4ff6-a058-ee4ba06092f9 req-f1fc68a7-73d3-426c-8206-8d7c873575a4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:59.444446 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-aa8df962-d8d4-4ff6-a058-ee4ba06092f9 req-f1fc68a7-73d3-426c-8206-8d7c873575a4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 946 time: 0.0487683 Nov 11 01:06:59.494452 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-aa8df962-d8d4-4ff6-a058-ee4ba06092f9 req-4c185688-2920-4ba3-9ef2-2217b8da11e9 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434530 Nov 11 01:06:59.799811 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d7a94-3970-4cce-86db-7becfeab3c83 req-70fc5aeb-8850-4704-98cd-a9754bb50891 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:59.801319 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-954d7a94-3970-4cce-86db-7becfeab3c83 req-70fc5aeb-8850-4704-98cd-a9754bb50891 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c78dbc5-446a-4880-b317-ba9b20304be9 HTTP/1.1" status: 200 len: 945 time: 0.0536528 Nov 11 01:06:59.879469 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-954d7a94-3970-4cce-86db-7becfeab3c83 req-b6486405-39fd-41f4-9948-6b2785f3f38a tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721090 Nov 11 01:06:59.891550 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c99a8-c1cd-458a-b9dc-f34e5d1dbf5f req-fa43fe5b-68f3-43de-a0fb-f0cd03dc9478 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:06:59.893123 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f79c99a8-c1cd-458a-b9dc-f34e5d1dbf5f req-fa43fe5b-68f3-43de-a0fb-f0cd03dc9478 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0773582 Nov 11 01:06:59.936739 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device ff3dd580-7793-4eca-a64b-c7e41005425d no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:06:59.940841 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f79c99a8-c1cd-458a-b9dc-f34e5d1dbf5f req-91e81977-6d11-41d0-a9d6-89a369f15772 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417764 Nov 11 01:06:59.958975 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] No Port match for: ff3dd580-7793-4eca-a64b-c7e41005425d {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:06:59.959453 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device ff3dd580-7793-4eca-a64b-c7e41005425d not bound to the agent host hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:07:00.447661 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74114a-bd1f-4b65-91ba-b995ebf807f6 req-2c4c6888-685b-40f4-9ddf-2ccc3b1516fe tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:00.450005 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1d74114a-bd1f-4b65-91ba-b995ebf807f6 req-2c4c6888-685b-40f4-9ddf-2ccc3b1516fe tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0777359 Nov 11 01:07:00.472556 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50d5fb-dc7c-42cf-b50e-626abc5083cf req-29c216de-b67c-42a2-9004-c88048dc6de6 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:00.473950 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dd50d5fb-dc7c-42cf-b50e-626abc5083cf req-29c216de-b67c-42a2-9004-c88048dc6de6 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 946 time: 0.0731633 Nov 11 01:07:00.538306 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1d74114a-bd1f-4b65-91ba-b995ebf807f6 req-55c0d3d3-f009-45f9-99e3-879cbdf466e3 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819533 Nov 11 01:07:00.542605 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dd50d5fb-dc7c-42cf-b50e-626abc5083cf req-16f2c4a3-2930-4635-940c-3292f6c53525 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625291 Nov 11 01:07:00.997366 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47c29c-6152-40a9-b61b-d684ff600948 req-504b651b-1f93-4878-b0b4-e758547cbaf6 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:00.998845 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1b47c29c-6152-40a9-b61b-d684ff600948 req-504b651b-1f93-4878-b0b4-e758547cbaf6 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c78dbc5-446a-4880-b317-ba9b20304be9 HTTP/1.1" status: 200 len: 945 time: 0.0541420 Nov 11 01:07:01.077309 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1b47c29c-6152-40a9-b61b-d684ff600948 req-765e0113-f77a-402e-9f4f-5c35a59d3c63 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724621 Nov 11 01:07:01.089258 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921d5ef-d543-47ed-91ca-5f0469d1c83d req-bc1ac77c-cd28-463d-9ab5-df12dd7acae1 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:01.090983 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e921d5ef-d543-47ed-91ca-5f0469d1c83d req-bc1ac77c-cd28-463d-9ab5-df12dd7acae1 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0727098 Nov 11 01:07:01.137544 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e921d5ef-d543-47ed-91ca-5f0469d1c83d req-c1f3bfc8-57ba-4eb0-9bb8-3e859b08b6e7 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405793 Nov 11 01:07:01.687961 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979ef89-81e6-4c2a-90ca-f7286e5bd465 req-bb98c288-6353-4d34-a61b-3e76fd87e8be tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:01.690249 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7979ef89-81e6-4c2a-90ca-f7286e5bd465 req-bb98c288-6353-4d34-a61b-3e76fd87e8be tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 946 time: 0.0817051 Nov 11 01:07:01.698330 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170bd80-6be9-4804-a0a1-84a120ab3ea9 req-caf92c70-a7d9-4df5-aafa-e3578c4c7d33 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:01.699822 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9170bd80-6be9-4804-a0a1-84a120ab3ea9 req-caf92c70-a7d9-4df5-aafa-e3578c4c7d33 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0927532 Nov 11 01:07:01.770646 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7979ef89-81e6-4c2a-90ca-f7286e5bd465 req-c674ff7c-ec6f-47fa-83bb-d00712341da6 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698881 Nov 11 01:07:01.773811 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9170bd80-6be9-4804-a0a1-84a120ab3ea9 req-8e545915-a709-4b30-958b-e55a8d43eaa9 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674632 Nov 11 01:07:01.804922 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-42ca29f9-bda7-4ba4-bb6d-22249c4353b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:01.953721 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc484826-99e3-4bea-86d6-da99b5d0eeec req-13eebcec-5918-4d5d-b865-ec2167e453e9 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:01.955170 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-bc484826-99e3-4bea-86d6-da99b5d0eeec req-13eebcec-5918-4d5d-b865-ec2167e453e9 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c78dbc5-446a-4880-b317-ba9b20304be9 HTTP/1.1" status: 200 len: 945 time: 0.0521376 Nov 11 01:07:02.051376 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [req-bc484826-99e3-4bea-86d6-da99b5d0eeec req-ebe8aeb2-0f1c-472a-bdb1-7a2624456005 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Deleting port bcc3a1f2-10cd-4afa-a834-eb618cd1d74c {{(pid=101602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:07:02.051718 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-bc484826-99e3-4bea-86d6-da99b5d0eeec req-ebe8aeb2-0f1c-472a-bdb1-7a2624456005 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:02.141247 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [req-bc484826-99e3-4bea-86d6-da99b5d0eeec req-ebe8aeb2-0f1c-472a-bdb1-7a2624456005 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] For port bcc3a1f2-10cd-4afa-a834-eb618cd1d74c, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=bcc3a1f2-10cd-4afa-a834-eb618cd1d74c,segment=NetworkSegment(02392950-2ab0-48e7-9241-9f8e2d63cde2),segment_id=02392950-2ab0-48e7-9241-9f8e2d63cde2)] {{(pid=101602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:07:02.141599 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-bc484826-99e3-4bea-86d6-da99b5d0eeec req-ebe8aeb2-0f1c-472a-bdb1-7a2624456005 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:02.175212 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [req-bc484826-99e3-4bea-86d6-da99b5d0eeec req-ebe8aeb2-0f1c-472a-bdb1-7a2624456005 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Calling delete_port for bcc3a1f2-10cd-4afa-a834-eb618cd1d74c owned by compute:nova {{(pid=101602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:07:02.253311 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0892f-58cc-4a30-b895-e2eb8894da92 req-f6c6ef76-fce3-4f44-968c-941fa8e3c886 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:02.255017 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9ca0892f-58cc-4a30-b895-e2eb8894da92 req-f6c6ef76-fce3-4f44-968c-941fa8e3c886 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c78dbc5-446a-4880-b317-ba9b20304be9 HTTP/1.1" status: 200 len: 945 time: 0.1109655 Nov 11 01:07:02.343751 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a0fe3-52b2-4795-bb31-bc8c3a2d77fa req-1a2f068c-daaa-40d4-8eab-3330e4afe7b0 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:02.345192 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d03a0fe3-52b2-4795-bb31-bc8c3a2d77fa req-1a2f068c-daaa-40d4-8eab-3330e4afe7b0 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.1177876 Nov 11 01:07:02.354742 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9ca0892f-58cc-4a30-b895-e2eb8894da92 req-53c1b117-d215-48c2-8d7e-20830487d4a7 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842071 Nov 11 01:07:02.436466 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d03a0fe3-52b2-4795-bb31-bc8c3a2d77fa req-60441264-9edf-478b-a7b1-8a18876fea3a tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851214 Nov 11 01:07:02.442435 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-bc484826-99e3-4bea-86d6-da99b5d0eeec req-ebe8aeb2-0f1c-472a-bdb1-7a2624456005 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:02.472310 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8aeb2-0f1c-472a-bdb1-7a2624456005 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Pushing event deleted for resources: {'Port': ['ID=bcc3a1f2-10cd-4afa-a834-eb618cd1d74c,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:07:02.497358 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8aeb2-0f1c-472a-bdb1-7a2624456005 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:07:02.497698 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8aeb2-0f1c-472a-bdb1-7a2624456005 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:07:02.498026 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8aeb2-0f1c-472a-bdb1-7a2624456005 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:07:02.498352 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8aeb2-0f1c-472a-bdb1-7a2624456005 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:07:02.498673 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8aeb2-0f1c-472a-bdb1-7a2624456005 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:07:02.499024 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8aeb2-0f1c-472a-bdb1-7a2624456005 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:07:02.499345 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8aeb2-0f1c-472a-bdb1-7a2624456005 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:07:02.499661 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8aeb2-0f1c-472a-bdb1-7a2624456005 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:07:02.499973 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8aeb2-0f1c-472a-bdb1-7a2624456005 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:07:02.500285 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8aeb2-0f1c-472a-bdb1-7a2624456005 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:07:02.500598 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8aeb2-0f1c-472a-bdb1-7a2624456005 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:07:02.500908 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe8aeb2-0f1c-472a-bdb1-7a2624456005 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:07:02.520386 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['05b60e97-4d8c-4758-b07d-22fad0adb972', 'bcc3a1f2-10cd-4afa-a834-eb618cd1d74c'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:07:02.521992 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc484826-99e3-4bea-86d6-da99b5d0eeec req-ebe8aeb2-0f1c-472a-bdb1-7a2624456005 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] No DVR routers for this DVR port bcc3a1f2-10cd-4afa-a834-eb618cd1d74c on host hv-cinder-81708 {{(pid=101602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:07:02.524255 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-bc484826-99e3-4bea-86d6-da99b5d0eeec req-ebe8aeb2-0f1c-472a-bdb1-7a2624456005 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:02.528181 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-bc484826-99e3-4bea-86d6-da99b5d0eeec req-ebe8aeb2-0f1c-472a-bdb1-7a2624456005 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.64 "DELETE /v2.0/ports/bcc3a1f2-10cd-4afa-a834-eb618cd1d74c HTTP/1.1" status: 204 len: 173 time: 0.5661430 Nov 11 01:07:02.528766 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c78dbc5-446a-4880-b317-ba9b20304be9', 'name': 'network-vif-deleted', 'tag': 'bcc3a1f2-10cd-4afa-a834-eb618cd1d74c'}] {{(pid=101602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:07:02.531373 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbc2a4dd34722a8e14e2fc20a6c680084dc03eb7d3307192ee443654b1fba6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5837f8ec-d8ad-4588-9e47-d2654650034d" -d '{"events": [{"server_uuid": "6c78dbc5-446a-4880-b317-ba9b20304be9", "name": "network-vif-deleted", "tag": "bcc3a1f2-10cd-4afa-a834-eb618cd1d74c"}]}' {{(pid=101602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:07:02.572681 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85ebdf6-c88f-4cee-ab26-c5083b4528c3 x-openstack-request-id: req-c85ebdf6-c88f-4cee-ab26-c5083b4528c3 {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:07:02.573064 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c78dbc5-446a-4880-b317-ba9b20304be9", "name": "network-vif-deleted", "tag": "bcc3a1f2-10cd-4afa-a834-eb618cd1d74c", "status": "completed", "code": 200}]} {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:07:02.573383 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c85ebdf6-c88f-4cee-ab26-c5083b4528c3 {{(pid=101602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:07:02.574560 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c78dbc5-446a-4880-b317-ba9b20304be9', 'name': 'network-vif-deleted', 'tag': 'bcc3a1f2-10cd-4afa-a834-eb618cd1d74c', 'status': 'completed', 'code': 200} Nov 11 01:07:02.863053 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:02.917971 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba366a-477a-4304-98ca-646a093f15f4 req-c27ae16c-8782-464c-83ce-b43417cf1fcf tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:02.919461 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e5ba366a-477a-4304-98ca-646a093f15f4 req-c27ae16c-8782-464c-83ce-b43417cf1fcf tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 946 time: 0.0765684 Nov 11 01:07:02.931309 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b86034-447e-4ecd-9239-0db7ba25dcfa req-68ae1aa0-6cef-4d66-a33c-a6c6c2e385ef tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:02.932671 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d9b86034-447e-4ecd-9239-0db7ba25dcfa req-68ae1aa0-6cef-4d66-a33c-a6c6c2e385ef tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0811636 Nov 11 01:07:03.003847 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e5ba366a-477a-4304-98ca-646a093f15f4 req-2cf2fa32-87aa-4911-bf2f-acf3bf5ff5aa tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697393 Nov 11 01:07:03.007113 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d9b86034-447e-4ecd-9239-0db7ba25dcfa req-7047a3f2-3dc1-4c87-b8d4-8c8610cd3bd4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673203 Nov 11 01:07:03.458272 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-04c4d97a-198c-4738-b1d4-5e5b947b2da1 req-fd5493b7-9a5c-4758-9304-2cd794594f6e tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c78dbc5-446a-4880-b317-ba9b20304be9 HTTP/1.1" status: 200 len: 210 time: 0.0263202 Nov 11 01:07:03.554958 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23593a6e-b6db-4f4d-960c-d1e6dc97506f req-8f4a6afa-394e-4972-8c0d-92fe174a18e7 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:03.556405 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-23593a6e-b6db-4f4d-960c-d1e6dc97506f req-8f4a6afa-394e-4972-8c0d-92fe174a18e7 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0522575 Nov 11 01:07:03.603254 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-23593a6e-b6db-4f4d-960c-d1e6dc97506f req-4fa905cd-e3b2-4225-b9d4-22104815ca25 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406220 Nov 11 01:07:04.148874 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda969b-b336-4e6b-bfba-9370b10e6954 req-af134ffb-33af-4e53-b391-580963b1cc14 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:04.150413 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2eda969b-b336-4e6b-bfba-9370b10e6954 req-af134ffb-33af-4e53-b391-580963b1cc14 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0667868 Nov 11 01:07:04.158806 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9cce3-c386-483b-9fb3-95d767cd67a7 req-3ff0357c-07c8-4920-b8b1-0797af34a423 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:04.160163 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f1f9cce3-c386-483b-9fb3-95d767cd67a7 req-3ff0357c-07c8-4920-b8b1-0797af34a423 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 946 time: 0.0851917 Nov 11 01:07:04.265826 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2eda969b-b336-4e6b-bfba-9370b10e6954 req-97c7b641-6de8-4a9c-83bb-fcd2abfc86bc tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046462 Nov 11 01:07:04.269923 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f1f9cce3-c386-483b-9fb3-95d767cd67a7 req-2d913850-0869-4738-ade2-e318f7740fc2 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033981 Nov 11 01:07:04.283913 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346dde67-60ea-4efc-9f2c-6b80809e55f2 req-316351f8-0928-484c-bd95-13307e4196ce tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:04.285368 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-346dde67-60ea-4efc-9f2c-6b80809e55f2 req-316351f8-0928-484c-bd95-13307e4196ce tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.64 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 946 time: 0.1030982 Nov 11 01:07:04.384485 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [req-346dde67-60ea-4efc-9f2c-6b80809e55f2 req-c2c2a12f-cf05-4383-a5c8-eade38b5d381 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Deleting port d6b56662-d64b-46ed-a321-18629bfb4927 {{(pid=101602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:07:04.384827 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-346dde67-60ea-4efc-9f2c-6b80809e55f2 req-c2c2a12f-cf05-4383-a5c8-eade38b5d381 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:04.397353 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:04.472223 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [req-346dde67-60ea-4efc-9f2c-6b80809e55f2 req-c2c2a12f-cf05-4383-a5c8-eade38b5d381 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] For port d6b56662-d64b-46ed-a321-18629bfb4927, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=d6b56662-d64b-46ed-a321-18629bfb4927,segment=NetworkSegment(dcbcfeea-9c48-4848-b9f2-09749bd8f073),segment_id=dcbcfeea-9c48-4848-b9f2-09749bd8f073)] {{(pid=101602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:07:04.472580 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-346dde67-60ea-4efc-9f2c-6b80809e55f2 req-c2c2a12f-cf05-4383-a5c8-eade38b5d381 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:04.485202 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [req-346dde67-60ea-4efc-9f2c-6b80809e55f2 req-c2c2a12f-cf05-4383-a5c8-eade38b5d381 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Calling delete_port for d6b56662-d64b-46ed-a321-18629bfb4927 owned by compute:nova {{(pid=101602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:07:04.617539 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-346dde67-60ea-4efc-9f2c-6b80809e55f2 req-c2c2a12f-cf05-4383-a5c8-eade38b5d381 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:04.643497 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2a12f-cf05-4383-a5c8-eade38b5d381 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Pushing event deleted for resources: {'Port': ['ID=d6b56662-d64b-46ed-a321-18629bfb4927,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:07:04.679675 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['d6b56662-d64b-46ed-a321-18629bfb4927'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:07:04.686204 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.l3_dvrscheduler_db [req-346dde67-60ea-4efc-9f2c-6b80809e55f2 req-c2c2a12f-cf05-4383-a5c8-eade38b5d381 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] No DVR routers for this DVR port d6b56662-d64b-46ed-a321-18629bfb4927 on host hv-cinder-81708 {{(pid=101602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:07:04.688512 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-346dde67-60ea-4efc-9f2c-6b80809e55f2 req-c2c2a12f-cf05-4383-a5c8-eade38b5d381 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:04.691734 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-346dde67-60ea-4efc-9f2c-6b80809e55f2 req-c2c2a12f-cf05-4383-a5c8-eade38b5d381 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.64 "DELETE /v2.0/ports/d6b56662-d64b-46ed-a321-18629bfb4927 HTTP/1.1" status: 204 len: 173 time: 0.3973675 Nov 11 01:07:04.692151 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf1d23b-4934-4920-b304-0958f87dd3c5', 'name': 'network-vif-deleted', 'tag': 'd6b56662-d64b-46ed-a321-18629bfb4927'}] {{(pid=101602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:07:04.694373 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbc2a4dd34722a8e14e2fc20a6c680084dc03eb7d3307192ee443654b1fba6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1361f73b-2715-4918-b8c2-7f58f1afd20b" -d '{"events": [{"server_uuid": "7cf1d23b-4934-4920-b304-0958f87dd3c5", "name": "network-vif-deleted", "tag": "d6b56662-d64b-46ed-a321-18629bfb4927"}]}' {{(pid=101602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:07:04.736036 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7a12bc-c9ef-4324-80f2-b1bf61dc3a09 x-openstack-request-id: req-6d7a12bc-c9ef-4324-80f2-b1bf61dc3a09 {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:07:04.736320 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf1d23b-4934-4920-b304-0958f87dd3c5", "name": "network-vif-deleted", "tag": "d6b56662-d64b-46ed-a321-18629bfb4927", "status": "completed", "code": 200}]} {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:07:04.736566 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d7a12bc-c9ef-4324-80f2-b1bf61dc3a09 {{(pid=101602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:07:04.736951 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf1d23b-4934-4920-b304-0958f87dd3c5', 'name': 'network-vif-deleted', 'tag': 'd6b56662-d64b-46ed-a321-18629bfb4927', 'status': 'completed', 'code': 200} Nov 11 01:07:04.953081 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:05.655154 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-eef51376-b713-4462-bd1d-af925f5225d2 req-9894cdb4-248d-4dbe-a0cd-7a996139f2d7 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=7cf1d23b-4934-4920-b304-0958f87dd3c5 HTTP/1.1" status: 200 len: 210 time: 0.2968023 Nov 11 01:07:05.684251 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d4326-4f10-4da2-a6ec-52c392870a08 req-6188c5ac-79fd-433a-b884-67871419abb0 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:05.685764 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d58d4326-4f10-4da2-a6ec-52c392870a08 req-6188c5ac-79fd-433a-b884-67871419abb0 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.3371313 Nov 11 01:07:05.744555 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d58d4326-4f10-4da2-a6ec-52c392870a08 req-ef7755d6-7fa9-442b-bc9e-bfd8ab0a52d4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509272 Nov 11 01:07:05.941032 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade72da-59ac-48d4-99f8-714d4a3dd8f3 req-4dfca314-30fc-4648-ad57-db580c5745d5 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:05.942594 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cade72da-59ac-48d4-99f8-714d4a3dd8f3 req-4dfca314-30fc-4648-ad57-db580c5745d5 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 945 time: 0.0569172 Nov 11 01:07:05.984926 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device bcc3a1f2-10cd-4afa-a834-eb618cd1d74c no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:07:06.000006 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cade72da-59ac-48d4-99f8-714d4a3dd8f3 req-45d74da0-2816-4b20-a543-8be876183b98 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496132 Nov 11 01:07:06.014182 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] No Port match for: bcc3a1f2-10cd-4afa-a834-eb618cd1d74c {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:07:06.014522 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device bcc3a1f2-10cd-4afa-a834-eb618cd1d74c not bound to the agent host hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:07:06.876823 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3f8a7-e1d0-46a4-b04d-42d227ac9568 req-db016b7f-da9d-408c-b5cd-490bb26c8e36 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:06.878318 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f2c3f8a7-e1d0-46a4-b04d-42d227ac9568 req-db016b7f-da9d-408c-b5cd-490bb26c8e36 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0611539 Nov 11 01:07:06.929921 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f2c3f8a7-e1d0-46a4-b04d-42d227ac9568 req-4a59d7bb-077c-4b19-9c76-403241ef7958 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427361 Nov 11 01:07:07.116504 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a839283-7511-42c5-86e4-c3bd69dc6aa6 req-739adee4-eb86-4cd1-a4ef-ca3a4f3f9019 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:07.117924 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8a839283-7511-42c5-86e4-c3bd69dc6aa6 req-739adee4-eb86-4cd1-a4ef-ca3a4f3f9019 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 945 time: 0.0485635 Nov 11 01:07:07.163702 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8a839283-7511-42c5-86e4-c3bd69dc6aa6 req-5469616a-5d3e-4043-84d5-8c792d3bac97 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400085 Nov 11 01:07:08.047095 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f158f5e-325c-42cf-bf0f-6a3e0b70324f req-c90b1519-0370-452c-a185-ea62752f7c72 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:08.048523 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9f158f5e-325c-42cf-bf0f-6a3e0b70324f req-c90b1519-0370-452c-a185-ea62752f7c72 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0498157 Nov 11 01:07:08.094303 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9f158f5e-325c-42cf-bf0f-6a3e0b70324f req-4189b3d2-a7ca-4d6b-a86c-ba11dfb97459 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400031 Nov 11 01:07:08.274923 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae25201-a647-4b00-b771-aad82c135b4f req-141ec574-eca0-4ef8-88c0-6e64d55ffb8b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:08.276372 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9ae25201-a647-4b00-b771-aad82c135b4f req-141ec574-eca0-4ef8-88c0-6e64d55ffb8b tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 945 time: 0.0471087 Nov 11 01:07:08.322225 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9ae25201-a647-4b00-b771-aad82c135b4f req-f838de9c-9178-477b-9798-e6abfef02649 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394309 Nov 11 01:07:09.207262 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900b228-c2ce-4861-b11a-ffd41e1e5d6a req-c8c6d25c-7f9d-4f4c-aae0-9f860363bd80 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:09.208733 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c900b228-c2ce-4861-b11a-ffd41e1e5d6a req-c8c6d25c-7f9d-4f4c-aae0-9f860363bd80 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0476952 Nov 11 01:07:09.219849 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device d6b56662-d64b-46ed-a321-18629bfb4927 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:07:09.242630 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] No Port match for: d6b56662-d64b-46ed-a321-18629bfb4927 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:07:09.243159 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device d6b56662-d64b-46ed-a321-18629bfb4927 not bound to the agent host hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:07:09.259441 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c900b228-c2ce-4861-b11a-ffd41e1e5d6a req-191d0f10-44a9-4b25-bc99-58c1b086d646 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442216 Nov 11 01:07:09.442029 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513d6f3-24b9-485b-b962-8c6a96287b7a req-4607e71e-e428-43af-bee9-201645926e37 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:09.443558 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2513d6f3-24b9-485b-b962-8c6a96287b7a req-4607e71e-e428-43af-bee9-201645926e37 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 945 time: 0.0482090 Nov 11 01:07:09.491238 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2513d6f3-24b9-485b-b962-8c6a96287b7a req-2dd75251-05dc-41d3-8234-3ae4ca7896e8 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406098 Nov 11 01:07:10.373085 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb70527-76c1-4e1d-85d1-abc233e8f8ff req-d7f713a6-9417-42f8-a26e-19194a954df5 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:10.374527 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ffb70527-76c1-4e1d-85d1-abc233e8f8ff req-d7f713a6-9417-42f8-a26e-19194a954df5 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0482643 Nov 11 01:07:10.420901 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ffb70527-76c1-4e1d-85d1-abc233e8f8ff req-6cdc73b6-5b60-4843-97e6-d830e9d60367 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404758 Nov 11 01:07:10.608130 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388402f-de80-41d6-918b-e75235aff3fa req-87b0243a-f09c-452c-9f49-a24879cf784c tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:10.609795 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f388402f-de80-41d6-918b-e75235aff3fa req-87b0243a-f09c-452c-9f49-a24879cf784c tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 945 time: 0.0539074 Nov 11 01:07:10.656163 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f388402f-de80-41d6-918b-e75235aff3fa req-67d0741a-b360-44a2-a62f-bda3c2e6850d tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404973 Nov 11 01:07:11.272110 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860909f8-559e-481c-9c27-0fb90833cb65 req-463c26b0-9836-4ed9-9df4-6fe874e5a740 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:11.273419 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-860909f8-559e-481c-9c27-0fb90833cb65 req-463c26b0-9836-4ed9-9df4-6fe874e5a740 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.64 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 945 time: 0.0484674 Nov 11 01:07:11.382694 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [req-860909f8-559e-481c-9c27-0fb90833cb65 req-6c6873c9-d158-4685-b6d6-502a33c94ac2 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Deleting port 05b60e97-4d8c-4758-b07d-22fad0adb972 {{(pid=101602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:07:11.383417 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-860909f8-559e-481c-9c27-0fb90833cb65 req-6c6873c9-d158-4685-b6d6-502a33c94ac2 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:11.487697 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [req-860909f8-559e-481c-9c27-0fb90833cb65 req-6c6873c9-d158-4685-b6d6-502a33c94ac2 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] For port 05b60e97-4d8c-4758-b07d-22fad0adb972, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=05b60e97-4d8c-4758-b07d-22fad0adb972,segment=NetworkSegment(02392950-2ab0-48e7-9241-9f8e2d63cde2),segment_id=02392950-2ab0-48e7-9241-9f8e2d63cde2)] {{(pid=101602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:07:11.488058 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-860909f8-559e-481c-9c27-0fb90833cb65 req-6c6873c9-d158-4685-b6d6-502a33c94ac2 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:11.509776 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [req-860909f8-559e-481c-9c27-0fb90833cb65 req-6c6873c9-d158-4685-b6d6-502a33c94ac2 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Calling delete_port for 05b60e97-4d8c-4758-b07d-22fad0adb972 owned by compute:nova {{(pid=101602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:07:11.595062 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad78ab-583c-4219-b696-000858612927 req-1064680f-e4a8-4f8e-b8e1-d763930dff18 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:11.596594 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e7ad78ab-583c-4219-b696-000858612927 req-1064680f-e4a8-4f8e-b8e1-d763930dff18 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.1057858 Nov 11 01:07:11.698472 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e7ad78ab-583c-4219-b696-000858612927 req-e705e82e-1284-4a5c-866f-c8453e54f264 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868123 Nov 11 01:07:11.745846 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86bf8e-0468-48fd-b699-d5e41aefc277 req-6a12417f-b101-477f-98b8-57a150a7ef1f tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:11.747307 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fb86bf8e-0468-48fd-b699-d5e41aefc277 req-6a12417f-b101-477f-98b8-57a150a7ef1f tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0997357 Nov 11 01:07:11.810329 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-860909f8-559e-481c-9c27-0fb90833cb65 req-6c6873c9-d158-4685-b6d6-502a33c94ac2 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:11.851975 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6873c9-d158-4685-b6d6-502a33c94ac2 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Pushing event deleted for resources: {'Port': ['ID=05b60e97-4d8c-4758-b07d-22fad0adb972,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:07:11.871939 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['05b60e97-4d8c-4758-b07d-22fad0adb972'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:07:11.877748 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38793640-249f-4adc-9f10-67f6310d9a6b req-f2c2225e-0c84-4cf9-b1db-13eb8fe2d01c tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:11.879417 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-38793640-249f-4adc-9f10-67f6310d9a6b req-f2c2225e-0c84-4cf9-b1db-13eb8fe2d01c tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 867 time: 0.1232522 Nov 11 01:07:11.902532 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fb86bf8e-0468-48fd-b699-d5e41aefc277 req-ea19d155-dc06-456a-af02-1d4687f9e9d7 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449935 Nov 11 01:07:11.929744 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.l3_dvrscheduler_db [req-860909f8-559e-481c-9c27-0fb90833cb65 req-6c6873c9-d158-4685-b6d6-502a33c94ac2 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] No DVR routers for this DVR port 05b60e97-4d8c-4758-b07d-22fad0adb972 on host hv-cinder-81708 {{(pid=101602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:07:11.939350 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-860909f8-559e-481c-9c27-0fb90833cb65 req-6c6873c9-d158-4685-b6d6-502a33c94ac2 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:11.942634 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-860909f8-559e-481c-9c27-0fb90833cb65 req-6c6873c9-d158-4685-b6d6-502a33c94ac2 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.64 "DELETE /v2.0/ports/05b60e97-4d8c-4758-b07d-22fad0adb972 HTTP/1.1" status: 204 len: 173 time: 0.6542728 Nov 11 01:07:11.943091 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61a1f6b-3738-404f-a57c-38c3e25aca4d', 'name': 'network-vif-deleted', 'tag': '05b60e97-4d8c-4758-b07d-22fad0adb972'}] {{(pid=101602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:07:11.945411 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbc2a4dd34722a8e14e2fc20a6c680084dc03eb7d3307192ee443654b1fba6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622b0a4a-4809-47ba-a64e-aad6e1c735cd" -d '{"events": [{"server_uuid": "a61a1f6b-3738-404f-a57c-38c3e25aca4d", "name": "network-vif-deleted", "tag": "05b60e97-4d8c-4758-b07d-22fad0adb972"}]}' {{(pid=101602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:07:11.981605 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-38793640-249f-4adc-9f10-67f6310d9a6b req-16a962b1-ee3b-4113-b60d-929f120a1e22 tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6737f33-fed3-4a4c-9676-3a732d477cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875440 Nov 11 01:07:11.991616 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e12f319-79e1-425e-a9b6-63b0a143197e x-openstack-request-id: req-0e12f319-79e1-425e-a9b6-63b0a143197e {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:07:11.991908 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61a1f6b-3738-404f-a57c-38c3e25aca4d", "name": "network-vif-deleted", "tag": "05b60e97-4d8c-4758-b07d-22fad0adb972", "status": "completed", "code": 200}]} {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:07:11.992161 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0e12f319-79e1-425e-a9b6-63b0a143197e {{(pid=101602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:07:11.992558 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61a1f6b-3738-404f-a57c-38c3e25aca4d', 'name': 'network-vif-deleted', 'tag': '05b60e97-4d8c-4758-b07d-22fad0adb972', 'status': 'completed', 'code': 200} Nov 11 01:07:12.819866 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd07e6-aa7f-4c71-bb9d-6625abb28cf5 req-963155a6-4e32-4712-91aa-3e234b542650 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:12.821314 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b2cd07e6-aa7f-4c71-bb9d-6625abb28cf5 req-963155a6-4e32-4712-91aa-3e234b542650 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0492866 Nov 11 01:07:12.867283 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b2cd07e6-aa7f-4c71-bb9d-6625abb28cf5 req-3dc05abb-12f1-4327-8ec1-0441f8bfb25c tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400701 Nov 11 01:07:13.019957 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cd3ee-041d-4f43-b012-3d5a0373d2fe req-d5cb5fc5-aff3-4534-ae7c-1fd6f378d417 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:13.021446 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5e9cd3ee-041d-4f43-b012-3d5a0373d2fe req-d5cb5fc5-aff3-4534-ae7c-1fd6f378d417 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0498962 Nov 11 01:07:13.079021 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5e9cd3ee-041d-4f43-b012-3d5a0373d2fe req-720f06c1-4a23-4eb7-9b3e-c7354fc94113 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510728 Nov 11 01:07:13.097292 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-147ee3bd-9b5d-4c83-a591-dc6b28d27c76 req-96a2f875-6a95-44e9-a901-929ac641b76e tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 210 time: 0.0340459 Nov 11 01:07:13.583955 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:13.979563 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f5eef-c68f-4aec-a217-be3dd934b5a2 req-93477b55-8198-4e82-84a2-4a3db049a325 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:13.981761 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d81f5eef-c68f-4aec-a217-be3dd934b5a2 req-93477b55-8198-4e82-84a2-4a3db049a325 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0499325 Nov 11 01:07:14.027551 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d81f5eef-c68f-4aec-a217-be3dd934b5a2 req-fc69659b-f26a-466b-8e4e-de7198e46c6b tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399148 Nov 11 01:07:14.206261 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-efb4dd04-03d0-457e-af8c-301a6444ada8 req-70f5c423-9080-4338-bcfa-24fb40a0036c tempest-AttachVolumeNegativeTest-593419858 tempest-AttachVolumeNegativeTest-593419858-project] 10.222.0.52 "GET /v2.0/ports?device_id=a61a1f6b-3738-404f-a57c-38c3e25aca4d HTTP/1.1" status: 200 len: 210 time: 0.0309570 Nov 11 01:07:14.220752 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff088f-1d0a-4203-a6a8-361f1d85f2c2 req-998b5df9-5b8a-4bea-827f-c9f31fe4999c tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:14.223002 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8eff088f-1d0a-4203-a6a8-361f1d85f2c2 req-998b5df9-5b8a-4bea-827f-c9f31fe4999c tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0773427 Nov 11 01:07:14.271742 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8eff088f-1d0a-4203-a6a8-361f1d85f2c2 req-35203088-9d64-41bc-862d-d4a9e896ba48 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428493 Nov 11 01:07:15.142636 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a92570-a0b3-4e3a-b0c9-4823d1082c92 req-caf10021-d737-444b-91e2-3cac783f05de tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:15.144108 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-62a92570-a0b3-4e3a-b0c9-4823d1082c92 req-caf10021-d737-444b-91e2-3cac783f05de tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0483789 Nov 11 01:07:15.191914 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-62a92570-a0b3-4e3a-b0c9-4823d1082c92 req-2379d32b-1e8a-485a-ad64-466d554659a0 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419457 Nov 11 01:07:15.265903 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 58542) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:07:15.315775 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f82db97-0fa3-4ccc-87dd-3bfdb2e52e02 admin admin] Deleting subnet 2b7bfe1a-44c7-4090-b981-aebbae43c563 {{(pid=101601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 01:07:15.318808 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3f82db97-0fa3-4ccc-87dd-3bfdb2e52e02 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:15.354132 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3f82db97-0fa3-4ccc-87dd-3bfdb2e52e02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14391884'] for subnet, precommit_delete_associations {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:15.390595 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab421be6-5ede-4e08-98c3-8394a702a4e7 req-3e9b80ca-3137-4bfc-8699-7581b24aa2e1 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:15.392332 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ab421be6-5ede-4e08-98c3-8394a702a4e7 req-3e9b80ca-3137-4bfc-8699-7581b24aa2e1 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0517907 Nov 11 01:07:15.394354 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3f82db97-0fa3-4ccc-87dd-3bfdb2e52e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1988382'] for subnet, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:15.449100 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ab421be6-5ede-4e08-98c3-8394a702a4e7 req-bb62772b-001a-40d0-9a48-b349be05d586 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503414 Nov 11 01:07:15.454482 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3f82db97-0fa3-4ccc-87dd-3bfdb2e52e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14461986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14289049'] for subnet, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:15.482991 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3f82db97-0fa3-4ccc-87dd-3bfdb2e52e02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:15.486495 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-3f82db97-0fa3-4ccc-87dd-3bfdb2e52e02 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2b7bfe1a-44c7-4090-b981-aebbae43c563 HTTP/1.1" status: 204 len: 168 time: 0.2195573 Nov 11 01:07:15.487383 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82db97-0fa3-4ccc-87dd-3bfdb2e52e02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b7bfe1a-44c7-4090-b981-aebbae43c563,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:07:15.489116 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 58548) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:07:15.494783 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82db97-0fa3-4ccc-87dd-3bfdb2e52e02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:07:15.495154 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82db97-0fa3-4ccc-87dd-3bfdb2e52e02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:07:15.495753 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82db97-0fa3-4ccc-87dd-3bfdb2e52e02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:07:15.496082 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82db97-0fa3-4ccc-87dd-3bfdb2e52e02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:07:15.496408 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82db97-0fa3-4ccc-87dd-3bfdb2e52e02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:07:15.496735 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82db97-0fa3-4ccc-87dd-3bfdb2e52e02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:07:15.497063 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82db97-0fa3-4ccc-87dd-3bfdb2e52e02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:07:15.497385 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82db97-0fa3-4ccc-87dd-3bfdb2e52e02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:07:15.497708 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82db97-0fa3-4ccc-87dd-3bfdb2e52e02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:07:15.498023 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82db97-0fa3-4ccc-87dd-3bfdb2e52e02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:07:15.498361 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82db97-0fa3-4ccc-87dd-3bfdb2e52e02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:07:15.498676 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82db97-0fa3-4ccc-87dd-3bfdb2e52e02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:07:15.557386 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-284387ef-4dc0-4e82-8ac8-a7fdfec93d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698162'] for network, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:15.636542 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-284387ef-4dc0-4e82-8ac8-a7fdfec93d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1989287', 'neutron.services.segments.db._delete_segments_for_network-8764259070437'] for network, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:15.656417 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.services.segments.db [None req-284387ef-4dc0-4e82-8ac8-a7fdfec93d2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232e5fb8-96bd-4e33-ad1f-50b0e7e803d2']}} {{(pid=101602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:07:15.665305 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.services.segments.db [None req-284387ef-4dc0-4e82-8ac8-a7fdfec93d2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02392950-2ab0-48e7-9241-9f8e2d63cde2') {'for_net_delete': True} {{(pid=101602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:07:15.665599 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.services.segments.db [None req-284387ef-4dc0-4e82-8ac8-a7fdfec93d2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02392950-2ab0-48e7-9241-9f8e2d63cde2') {} {{(pid=101602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:07:15.674587 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-284387ef-4dc0-4e82-8ac8-a7fdfec93d2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764259091950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13137838'] for segment, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:15.687981 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-284387ef-4dc0-4e82-8ac8-a7fdfec93d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:15.694033 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284387ef-4dc0-4e82-8ac8-a7fdfec93d2b admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 01:07:15.694404 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-284387ef-4dc0-4e82-8ac8-a7fdfec93d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13136815'] for segment, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: Traceback (most recent call last): Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: timer() Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: cb(*args, **kw) Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: return func(*args, **kwargs) Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: self._notify() Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: self.callback(batched_events) Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: event.method(event) Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: return f(self, *a, **k) Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: return self._get(url).json() Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: return self.request(url, 'GET', **kwargs) Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 01:07:15.696059 dv-cinder-817085-3-iscsi neutron-server[101602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 01:07:15.749204 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-284387ef-4dc0-4e82-8ac8-a7fdfec93d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1989264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918263'] for network, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:15.756892 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-284387ef-4dc0-4e82-8ac8-a7fdfec93d2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:15.760173 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-284387ef-4dc0-4e82-8ac8-a7fdfec93d2b admin admin] 10.222.0.52 "DELETE /v2.0/networks/232e5fb8-96bd-4e33-ad1f-50b0e7e803d2 HTTP/1.1" status: 204 len: 168 time: 0.2700431 Nov 11 01:07:15.770602 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284387ef-4dc0-4e82-8ac8-a7fdfec93d2b admin admin] Pushing event deleted for resources: {'Network': ['ID=232e5fb8-96bd-4e33-ad1f-50b0e7e803d2,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:07:15.909721 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 05b60e97-4d8c-4758-b07d-22fad0adb972 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:07:15.926542 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 58552) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:07:15.934139 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] No Port match for: 05b60e97-4d8c-4758-b07d-22fad0adb972 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:07:15.934474 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 05b60e97-4d8c-4758-b07d-22fad0adb972 not bound to the agent host hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:07:15.969019 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-f61e6e94-60ef-4aa2-ae85-7d5d83ad7c9a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=43ffc4ef7782463480e07227c26cfa47&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408287 Nov 11 01:07:15.971226 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 58554) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:07:16.026279 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-25528069-0c92-4928-812e-b765044ab122 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:16.047164 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-25528069-0c92-4928-812e-b765044ab122 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:16.093988 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-25528069-0c92-4928-812e-b765044ab122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:16.096588 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-25528069-0c92-4928-812e-b765044ab122 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:16.097712 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-25528069-0c92-4928-812e-b765044ab122 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d6737f33-fed3-4a4c-9676-3a732d477cad HTTP/1.1" status: 204 len: 168 time: 0.1253433 Nov 11 01:07:16.105760 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25528069-0c92-4928-812e-b765044ab122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6737f33-fed3-4a4c-9676-3a732d477cad,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:07:16.316529 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe05e5-f06d-46f6-8c78-449f9bb77319 req-11123ebf-34e1-4875-ac01-1f993360146c tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:16.318063 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-82fe05e5-f06d-46f6-8c78-449f9bb77319 req-11123ebf-34e1-4875-ac01-1f993360146c tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0528328 Nov 11 01:07:16.374176 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-82fe05e5-f06d-46f6-8c78-449f9bb77319 req-012e7034-6563-4d7c-909f-3fe4948f73fc tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499828 Nov 11 01:07:16.570843 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317eba5-b2e2-498d-a183-1981b2c33b51 req-00613a31-ea62-4e24-b0c2-a93b378afe34 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:16.572641 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1317eba5-b2e2-498d-a183-1981b2c33b51 req-00613a31-ea62-4e24-b0c2-a93b378afe34 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0525434 Nov 11 01:07:16.624379 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1317eba5-b2e2-498d-a183-1981b2c33b51 req-4d4c72b1-7fb1-40d6-b825-6f38d96f3414 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453591 Nov 11 01:07:16.764533 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-1dd1ba6d-8428-4b81-9ce1-677c80778323 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:16.766026 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-1dd1ba6d-8428-4b81-9ce1-677c80778323 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/networks?id=a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa HTTP/1.1" status: 200 len: 814 time: 0.1130214 Nov 11 01:07:16.781742 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-08d484d2-a0da-4a75-b939-8b735c248892 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/quotas/53f9822d826e47279ba9ce7297752c6e HTTP/1.1" status: 200 len: 375 time: 0.0098028 Nov 11 01:07:16.813826 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-30c77ef5-504e-4586-80ee-cc79d84508d1 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=53f9822d826e47279ba9ce7297752c6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268424 Nov 11 01:07:16.907466 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-e1fb6a94-d64a-4950-961e-eeb51d09de95 service neutron] 10.222.0.52 "GET /v2.0/networks/a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868185 Nov 11 01:07:17.003902 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-5bbe1ea4-b6b5-45c8-b63a-9c4b925fcd64 service neutron] 10.222.0.52 "GET /v2.0/networks/a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904768 Nov 11 01:07:17.165181 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b83ef584-1365-4458-83e0-a7114d1fff1f req-76f7ab05-2d59-4ed1-b1ee-4e57f0a405a7 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a1527b-96a7-4813-83a3-56ade785f0d6 HTTP/1.1" status: 200 len: 210 time: 0.0294499 Nov 11 01:07:17.503747 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35853d1-6365-4337-bc85-6b9078368adf req-1fd35a87-704f-4dcc-98ff-e4d9335b81de tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:17.505513 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d35853d1-6365-4337-bc85-6b9078368adf req-1fd35a87-704f-4dcc-98ff-e4d9335b81de tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0558951 Nov 11 01:07:17.565276 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d35853d1-6365-4337-bc85-6b9078368adf req-026b2db1-eb9e-415e-96b4-d7fdaab9f7e9 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532367 Nov 11 01:07:17.757327 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5395ecd-c77c-443a-bcf3-70dbd769d797 req-202fdf42-9a11-4e35-aedd-95bf5da2fcce tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:17.758855 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d5395ecd-c77c-443a-bcf3-70dbd769d797 req-202fdf42-9a11-4e35-aedd-95bf5da2fcce tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0562823 Nov 11 01:07:17.823138 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d5395ecd-c77c-443a-bcf3-70dbd769d797 req-222987cf-a149-4a54-b558-098761d82a7a tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565424 Nov 11 01:07:18.253256 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-580e37af-e3be-4c7f-99ce-ceaf44e1c7da req-ad71d50a-a821-4c69-8c17-42f89fe3a5a6 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a1527b-96a7-4813-83a3-56ade785f0d6 HTTP/1.1" status: 200 len: 210 time: 0.0258262 Nov 11 01:07:18.740864 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170332c-bf9b-4fad-95bb-8a9ad0390a49 req-a4c20b71-f764-45d4-80b4-49e70251abca tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:18.742326 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4170332c-bf9b-4fad-95bb-8a9ad0390a49 req-a4c20b71-f764-45d4-80b4-49e70251abca tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0801108 Nov 11 01:07:18.753122 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-0b3ddd50-5d94-46ab-89b9-8c60e07a593a tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:18.754461 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-0b3ddd50-5d94-46ab-89b9-8c60e07a593a tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.64 "GET /v2.0/networks?id=a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa HTTP/1.1" status: 200 len: 814 time: 0.1434503 Nov 11 01:07:18.795637 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4170332c-bf9b-4fad-95bb-8a9ad0390a49 req-6e5a629e-7623-4a7e-906f-754dde157b38 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402446 Nov 11 01:07:18.804111 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-dcd40f83-332d-4463-a0e4-a457d2c6ee30 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Request body: {'port': {'device_id': '14a1527b-96a7-4813-83a3-56ade785f0d6', 'network_id': 'a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa', 'admin_state_up': True, 'tenant_id': '53f9822d826e47279ba9ce7297752c6e'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:07:18.929520 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-dcd40f83-332d-4463-a0e4-a457d2c6ee30 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Made reservation on behalf of 53f9822d826e47279ba9ce7297752c6e for: {'port': 1} {{(pid=101602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:07:18.933613 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-dcd40f83-332d-4463-a0e4-a457d2c6ee30 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:19.027743 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0298233-a240-446f-9cfa-85c395fc43f1 req-09fcc1ff-132f-4cdf-a08f-08cc43fda5cc tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:19.029447 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a0298233-a240-446f-9cfa-85c395fc43f1 req-09fcc1ff-132f-4cdf-a08f-08cc43fda5cc tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.1115482 Nov 11 01:07:19.125970 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a0298233-a240-446f-9cfa-85c395fc43f1 req-610fef9b-7c0a-484b-8c2b-c1fc78762927 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875046 Nov 11 01:07:19.136315 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.db_base_plugin_common [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-dcd40f83-332d-4463-a0e4-a457d2c6ee30 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Allocated IP 172.20.0.13 (a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa/161fa702-8373-4da6-b2eb-79a061932091/fa02e664-8dbd-49a5-9737-f85d20033a56) {{(pid=101602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:07:19.303765 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-dcd40f83-332d-4463-a0e4-a457d2c6ee30 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Publish callbacks [] for port, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:19.355883 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-579a0c44-2ec1-4f20-9aef-1e5493af833c req-f04f3c41-867c-4371-b83a-f4c4e719aee5 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a1527b-96a7-4813-83a3-56ade785f0d6 HTTP/1.1" status: 200 len: 210 time: 0.0296490 Nov 11 01:07:19.362239 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-dcd40f83-332d-4463-a0e4-a457d2c6ee30 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:19.398295 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-dcd40f83-332d-4463-a0e4-a457d2c6ee30 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Network a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa is already hosted by enough agents. {{(pid=101602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:07:19.401312 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.base_scheduler [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-dcd40f83-332d-4463-a0e4-a457d2c6ee30 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Resources bound (agent type, host, resource id): {{(pid=101602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:07:19.405783 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-dcd40f83-332d-4463-a0e4-a457d2c6ee30 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Received port after_create {{(pid=101602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:07:19.447685 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd40f83-332d-4463-a0e4-a457d2c6ee30 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Pushing event updated for resources: {'Port': ['ID=fa02e664-8dbd-49a5-9737-f85d20033a56,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:07:19.470016 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-dcd40f83-332d-4463-a0e4-a457d2c6ee30 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:19.470614 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-dcd40f83-332d-4463-a0e4-a457d2c6ee30 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:19.488334 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-dcd40f83-332d-4463-a0e4-a457d2c6ee30 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6884456 Nov 11 01:07:19.491930 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c4999-c0b6-45cf-a132-1fdce5a0f4b7 req-48200262-069f-4109-b641-2ad17489a84b tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:19.493366 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a80c4999-c0b6-45cf-a132-1fdce5a0f4b7 req-48200262-069f-4109-b641-2ad17489a84b tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.64 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 946 time: 0.0539923 Nov 11 01:07:19.526205 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-5cedaafc-1cbd-4617-9930-176254bfa666 service neutron] Request body: {'port': {'device_id': '14a1527b-96a7-4813-83a3-56ade785f0d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:07:19.579683 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-5cedaafc-1cbd-4617-9930-176254bfa666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:19.609438 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-a80c4999-c0b6-45cf-a132-1fdce5a0f4b7 req-d0da73ed-557d-4338-92b5-4aa3666f6ffd tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Deleting port 5cfe983d-38d0-4d2b-870d-35adc82de8f4 {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:07:19.609771 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-a80c4999-c0b6-45cf-a132-1fdce5a0f4b7 req-d0da73ed-557d-4338-92b5-4aa3666f6ffd tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:19.700975 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-a80c4999-c0b6-45cf-a132-1fdce5a0f4b7 req-d0da73ed-557d-4338-92b5-4aa3666f6ffd tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] For port 5cfe983d-38d0-4d2b-870d-35adc82de8f4, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=5cfe983d-38d0-4d2b-870d-35adc82de8f4,segment=NetworkSegment(e6b6c9b0-a8e0-49cd-ab18-92478236f529),segment_id=e6b6c9b0-a8e0-49cd-ab18-92478236f529)] {{(pid=101601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:07:19.701257 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-a80c4999-c0b6-45cf-a132-1fdce5a0f4b7 req-d0da73ed-557d-4338-92b5-4aa3666f6ffd tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:19.714254 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-a80c4999-c0b6-45cf-a132-1fdce5a0f4b7 req-d0da73ed-557d-4338-92b5-4aa3666f6ffd tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Calling delete_port for 5cfe983d-38d0-4d2b-870d-35adc82de8f4 owned by compute:nova {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:07:19.839911 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-a80c4999-c0b6-45cf-a132-1fdce5a0f4b7 req-d0da73ed-557d-4338-92b5-4aa3666f6ffd tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:19.841809 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-5cedaafc-1cbd-4617-9930-176254bfa666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa02e664-8dbd-49a5-9737-f85d20033a56 {{(pid=101602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:07:19.850176 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-5cedaafc-1cbd-4617-9930-176254bfa666 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:19.864729 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.provisioning_blocks [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-5cedaafc-1cbd-4617-9930-176254bfa666 service neutron] Transition to ACTIVE for port object fa02e664-8dbd-49a5-9737-f85d20033a56 will not be triggered until provisioned by entity L2. {{(pid=101602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 01:07:19.868601 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-5cedaafc-1cbd-4617-9930-176254bfa666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13136843'] for port, after_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:19.879724 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da73ed-557d-4338-92b5-4aa3666f6ffd tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Pushing event deleted for resources: {'Port': ['ID=5cfe983d-38d0-4d2b-870d-35adc82de8f4,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:07:19.905272 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['82da993e-a127-427f-9c31-a8b1a4846d8f', '5cfe983d-38d0-4d2b-870d-35adc82de8f4'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:07:19.926645 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80c4999-c0b6-45cf-a132-1fdce5a0f4b7 req-d0da73ed-557d-4338-92b5-4aa3666f6ffd tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] No DVR routers for this DVR port 5cfe983d-38d0-4d2b-870d-35adc82de8f4 on host hv-cinder-81708 {{(pid=101601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:07:19.929565 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-a80c4999-c0b6-45cf-a132-1fdce5a0f4b7 req-d0da73ed-557d-4338-92b5-4aa3666f6ffd tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:19.934048 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a80c4999-c0b6-45cf-a132-1fdce5a0f4b7 req-d0da73ed-557d-4338-92b5-4aa3666f6ffd tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.64 "DELETE /v2.0/ports/5cfe983d-38d0-4d2b-870d-35adc82de8f4 HTTP/1.1" status: 204 len: 173 time: 0.4110539 Nov 11 01:07:19.934708 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60ae7a9-6eb4-4a87-88ca-6c291f834861', 'name': 'network-vif-deleted', 'tag': '5cfe983d-38d0-4d2b-870d-35adc82de8f4'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:07:19.937876 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f104b0-97b3-4bde-a223-77768ebea867" -d '{"events": [{"server_uuid": "f60ae7a9-6eb4-4a87-88ca-6c291f834861", "name": "network-vif-deleted", "tag": "5cfe983d-38d0-4d2b-870d-35adc82de8f4"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:07:19.951936 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedaafc-1cbd-4617-9930-176254bfa666 service neutron] Pushing event updated for resources: {'Port': ['ID=fa02e664-8dbd-49a5-9737-f85d20033a56,revision_number=2']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:07:19.994854 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d4e95a-66af-45fe-a467-2d5bc5e11743 x-openstack-request-id: req-c5d4e95a-66af-45fe-a467-2d5bc5e11743 {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:07:19.996219 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60ae7a9-6eb4-4a87-88ca-6c291f834861", "name": "network-vif-deleted", "tag": "5cfe983d-38d0-4d2b-870d-35adc82de8f4", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:07:19.996512 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c5d4e95a-66af-45fe-a467-2d5bc5e11743 {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:07:19.997007 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60ae7a9-6eb4-4a87-88ca-6c291f834861', 'name': 'network-vif-deleted', 'tag': '5cfe983d-38d0-4d2b-870d-35adc82de8f4', 'status': 'completed', 'code': 200} Nov 11 01:07:20.007008 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33814862-490b-49da-a29e-0c5bfee59bb5 req-8ec0ebaa-2a0e-4a88-998b-5567ba2c7f94 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:20.008474 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-33814862-490b-49da-a29e-0c5bfee59bb5 req-8ec0ebaa-2a0e-4a88-998b-5567ba2c7f94 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.1338761 Nov 11 01:07:20.056601 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.managers [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-5cedaafc-1cbd-4617-9930-176254bfa666 service neutron] Attempting to bind port fa02e664-8dbd-49a5-9737-f85d20033a56 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:07:20.056972 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.managers [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-5cedaafc-1cbd-4617-9930-176254bfa666 service neutron] Attempting to bind port fa02e664-8dbd-49a5-9737-f85d20033a56 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': 'dcbcfeea-9c48-4848-b9f2-09749bd8f073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa'}] {{(pid=101602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:07:20.057246 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-5cedaafc-1cbd-4617-9930-176254bfa666 service neutron] Attempting to bind port fa02e664-8dbd-49a5-9737-f85d20033a56 on network a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:07:20.069672 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-5cedaafc-1cbd-4617-9930-176254bfa666 service neutron] Port fa02e664-8dbd-49a5-9737-f85d20033a56 on network a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 01:07:20.069988 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-5cedaafc-1cbd-4617-9930-176254bfa666 service neutron] Attempting to bind port fa02e664-8dbd-49a5-9737-f85d20033a56 on network a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:07:20.078722 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-5cedaafc-1cbd-4617-9930-176254bfa666 service neutron] Checking agent: {'id': '9935500b-1718-4861-8412-1ae3ca811271', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'started_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:07:20.079051 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-5cedaafc-1cbd-4617-9930-176254bfa666 service neutron] Checking segment: {'id': 'dcbcfeea-9c48-4848-b9f2-09749bd8f073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:07:20.079415 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-5cedaafc-1cbd-4617-9930-176254bfa666 service neutron] Bound using segment: {'id': 'dcbcfeea-9c48-4848-b9f2-09749bd8f073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa'} {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:07:20.079837 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.managers [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-5cedaafc-1cbd-4617-9930-176254bfa666 service neutron] Bound port: fa02e664-8dbd-49a5-9737-f85d20033a56, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcbcfeea-9c48-4848-b9f2-09749bd8f073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa'}}] {{(pid=101602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:07:20.080180 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-5cedaafc-1cbd-4617-9930-176254bfa666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:20.085664 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-33814862-490b-49da-a29e-0c5bfee59bb5 req-c92b9ab8-82f7-45e1-8421-700a24f44c1e tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679393 Nov 11 01:07:20.147529 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-5cedaafc-1cbd-4617-9930-176254bfa666 service neutron] For port fa02e664-8dbd-49a5-9737-f85d20033a56, host hv-cinder-81708, cleared binding levels {{(pid=101602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:07:20.150591 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-5cedaafc-1cbd-4617-9930-176254bfa666 service neutron] For port fa02e664-8dbd-49a5-9737-f85d20033a56, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=fa02e664-8dbd-49a5-9737-f85d20033a56,segment=NetworkSegment(dcbcfeea-9c48-4848-b9f2-09749bd8f073),segment_id=dcbcfeea-9c48-4848-b9f2-09749bd8f073)] {{(pid=101602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:07:20.155406 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-5cedaafc-1cbd-4617-9930-176254bfa666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13136843'] for port, after_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:20.193126 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-5cedaafc-1cbd-4617-9930-176254bfa666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:20.193802 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-5cedaafc-1cbd-4617-9930-176254bfa666 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:20.195226 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-5cedaafc-1cbd-4617-9930-176254bfa666 service neutron] 10.222.0.64 "PUT /v2.0/ports/fa02e664-8dbd-49a5-9737-f85d20033a56 HTTP/1.1" status: 200 len: 1094 time: 0.6732743 Nov 11 01:07:20.195811 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a1527b-96a7-4813-83a3-56ade785f0d6', 'tag': 'fa02e664-8dbd-49a5-9737-f85d20033a56'}] {{(pid=101602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:07:20.198153 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbc2a4dd34722a8e14e2fc20a6c680084dc03eb7d3307192ee443654b1fba6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5cc256-d746-4d04-b25a-3e80fa2dac96" -d '{"events": [{"name": "network-changed", "server_uuid": "14a1527b-96a7-4813-83a3-56ade785f0d6", "tag": "fa02e664-8dbd-49a5-9737-f85d20033a56"}]}' {{(pid=101602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:07:20.223364 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedaafc-1cbd-4617-9930-176254bfa666 service neutron] Pushing event updated for resources: {'Port': ['ID=fa02e664-8dbd-49a5-9737-f85d20033a56,revision_number=3']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:07:20.241910 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b23f03-4ac3-4dc2-a490-536c2355f443 x-openstack-request-id: req-25b23f03-4ac3-4dc2-a490-536c2355f443 {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:07:20.242197 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a1527b-96a7-4813-83a3-56ade785f0d6", "tag": "fa02e664-8dbd-49a5-9737-f85d20033a56", "status": "completed", "code": 200}]} {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:07:20.242451 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-25b23f03-4ac3-4dc2-a490-536c2355f443 {{(pid=101602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:07:20.242843 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a1527b-96a7-4813-83a3-56ade785f0d6', 'tag': 'fa02e664-8dbd-49a5-9737-f85d20033a56', 'status': 'completed', 'code': 200} Nov 11 01:07:20.265388 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7d867408-4d3f-454d-9338-cbb15edc9162 req-c5e663c6-2105-40fe-8604-3a195690b2c0 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=f60ae7a9-6eb4-4a87-88ca-6c291f834861 HTTP/1.1" status: 200 len: 210 time: 0.0351748 Nov 11 01:07:20.336181 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-65e45e8b-b4b2-4b75-a44b-54025a734abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:20.337675 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-65e45e8b-b4b2-4b75-a44b-54025a734abb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53f9822d826e47279ba9ce7297752c6e&device_id=14a1527b-96a7-4813-83a3-56ade785f0d6 HTTP/1.1" status: 200 len: 1097 time: 0.0408826 Nov 11 01:07:20.427654 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-4dc33d07-5f2d-4d14-8ad7-ae7e7620c8c9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa02e664-8dbd-49a5-9737-f85d20033a56 HTTP/1.1" status: 200 len: 217 time: 0.0402057 Nov 11 01:07:20.741350 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-deab0827-b611-4349-860e-d3d4ddccd4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:20.742667 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-deab0827-b611-4349-860e-d3d4ddccd4b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=161fa702-8373-4da6-b2eb-79a061932091 HTTP/1.1" status: 200 len: 854 time: 0.3034663 Nov 11 01:07:20.753849 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9be9c7-98b7-42c8-8819-f8e93c2ed545 req-75c2a4f9-3687-4f4b-ace3-ced476fe1daa tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:20.755254 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5b9be9c7-98b7-42c8-8819-f8e93c2ed545 req-75c2a4f9-3687-4f4b-ace3-ced476fe1daa tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a1527b-96a7-4813-83a3-56ade785f0d6 HTTP/1.1" status: 200 len: 944 time: 0.3252358 Nov 11 01:07:20.795965 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-3226e359-c2a8-4572-ac9b-e54f6b7af81d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348563 Nov 11 01:07:20.864659 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5b9be9c7-98b7-42c8-8819-f8e93c2ed545 req-ad7014df-de4d-4442-aa21-aa4446cab3e2 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955646 Nov 11 01:07:20.909224 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-75d99793-0b78-44b2-b210-a08a389ad9ca service neutron] 10.222.0.64 "GET /v2.0/networks/a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963070 Nov 11 01:07:21.201922 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adb8c7-eb6e-4d25-a5af-487357397061 req-52d2000d-0d3f-4554-b783-50788d2e50cc tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:21.203439 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-43adb8c7-eb6e-4d25-a5af-487357397061 req-52d2000d-0d3f-4554-b783-50788d2e50cc tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0478902 Nov 11 01:07:21.249693 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-43adb8c7-eb6e-4d25-a5af-487357397061 req-336878c2-608b-430e-9d2e-7a76a396bd8c tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404439 Nov 11 01:07:21.527424 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bcc66-35e1-40c4-b60e-7f739edbc473 req-ed1e5847-fb7c-46a3-9339-e1b131686fb3 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:21.528889 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cd1bcc66-35e1-40c4-b60e-7f739edbc473 req-ed1e5847-fb7c-46a3-9339-e1b131686fb3 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0493777 Nov 11 01:07:21.578582 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cd1bcc66-35e1-40c4-b60e-7f739edbc473 req-e31ec3cd-6103-4f78-9eef-14b436b5a5aa tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436978 Nov 11 01:07:21.982263 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d12e7-2a09-4107-b7bd-814b3ca8dece req-f36984c2-e5f4-4b0f-ae5c-964c0d0d1f80 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:21.983780 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9b9d12e7-2a09-4107-b7bd-814b3ca8dece req-f36984c2-e5f4-4b0f-ae5c-964c0d0d1f80 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a1527b-96a7-4813-83a3-56ade785f0d6 HTTP/1.1" status: 200 len: 944 time: 0.0491543 Nov 11 01:07:22.082078 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9b9d12e7-2a09-4107-b7bd-814b3ca8dece req-eb594133-0075-402a-a213-17c7267a51f6 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919371 Nov 11 01:07:22.112294 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6f67a441-0686-469c-8dd4-9e8f467e1ae7 req-6db5ad88-23ed-43e2-ba69-f768cbcc7df9 service neutron] 10.222.0.64 "GET /v2.0/networks/a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148968 Nov 11 01:07:22.363900 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328c4b5-3bca-4141-8710-8d6f444da61a req-07304e7c-d753-470a-aa82-ed835a3d3b4d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:22.365340 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e328c4b5-3bca-4141-8710-8d6f444da61a req-07304e7c-d753-470a-aa82-ed835a3d3b4d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0491221 Nov 11 01:07:22.412269 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e328c4b5-3bca-4141-8710-8d6f444da61a req-6a098128-72a4-436a-9065-ca6ca801bd39 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402312 Nov 11 01:07:22.691493 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd761ae-b4b5-4679-943d-e54bdaa1ea57 req-1bcd25bb-c094-49b7-9e9f-50961c93046f tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:22.692931 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-abd761ae-b4b5-4679-943d-e54bdaa1ea57 req-1bcd25bb-c094-49b7-9e9f-50961c93046f tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0484257 Nov 11 01:07:22.739490 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-abd761ae-b4b5-4679-943d-e54bdaa1ea57 req-61f4966d-49bb-4adb-a95e-d8791c239b45 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402462 Nov 11 01:07:23.198342 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bba1c7-dcbc-4226-9a4b-6cc4f48cea0a req-f5b77a98-a3c7-494d-98e2-f0ca03d2385a tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:23.200450 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c4bba1c7-dcbc-4226-9a4b-6cc4f48cea0a req-f5b77a98-a3c7-494d-98e2-f0ca03d2385a tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a1527b-96a7-4813-83a3-56ade785f0d6 HTTP/1.1" status: 200 len: 944 time: 0.0516906 Nov 11 01:07:23.246427 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c4bba1c7-dcbc-4226-9a4b-6cc4f48cea0a req-f4207754-436c-481c-947d-735fc2a86906 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400612 Nov 11 01:07:23.526761 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef26ed-d6f5-4c2b-b366-ff4525892746 req-0c286151-73ba-4027-9b7b-540570a8cf6b tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:23.528199 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-07ef26ed-d6f5-4c2b-b366-ff4525892746 req-0c286151-73ba-4027-9b7b-540570a8cf6b tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0491958 Nov 11 01:07:23.575970 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-07ef26ed-d6f5-4c2b-b366-ff4525892746 req-98ade3e2-2ee4-40e8-abc0-e5b393a9496d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415835 Nov 11 01:07:23.851132 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695c9be-4f93-4216-81f4-2c2d7d6770ac req-d0d95455-7403-4f76-806a-27b803563217 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:23.852563 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1695c9be-4f93-4216-81f4-2c2d7d6770ac req-d0d95455-7403-4f76-806a-27b803563217 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0474508 Nov 11 01:07:23.902724 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1695c9be-4f93-4216-81f4-2c2d7d6770ac req-5312db5b-7b09-4bca-99bf-802b386c5c36 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438576 Nov 11 01:07:24.115216 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 5cfe983d-38d0-4d2b-870d-35adc82de8f4 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:07:24.135509 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] No Port match for: 5cfe983d-38d0-4d2b-870d-35adc82de8f4 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:07:24.135847 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 5cfe983d-38d0-4d2b-870d-35adc82de8f4 not bound to the agent host hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:07:24.362448 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b578992-95eb-4aa7-8632-25f47781a69e req-d396fa8d-cdc1-4db9-b842-c1e2d26b1b17 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:24.363953 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5b578992-95eb-4aa7-8632-25f47781a69e req-d396fa8d-cdc1-4db9-b842-c1e2d26b1b17 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a1527b-96a7-4813-83a3-56ade785f0d6 HTTP/1.1" status: 200 len: 944 time: 0.0499928 Nov 11 01:07:24.410931 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5b578992-95eb-4aa7-8632-25f47781a69e req-23245cf3-2b86-41b6-9718-751673d33c68 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409055 Nov 11 01:07:24.455263 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cc256-d746-4d04-b25a-3e80fa2dac96 req-df109f79-d196-45e3-9fb9-2e175e32daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:24.456701 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-bd5cc256-d746-4d04-b25a-3e80fa2dac96 req-df109f79-d196-45e3-9fb9-2e175e32daf4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=53f9822d826e47279ba9ce7297752c6e&device_id=14a1527b-96a7-4813-83a3-56ade785f0d6 HTTP/1.1" status: 200 len: 1097 time: 0.0388155 Nov 11 01:07:24.549018 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cc256-d746-4d04-b25a-3e80fa2dac96 req-e69b6f0f-2dd0-4136-b397-fd5bc98e5493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:24.550510 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-bd5cc256-d746-4d04-b25a-3e80fa2dac96 req-e69b6f0f-2dd0-4136-b397-fd5bc98e5493 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa HTTP/1.1" status: 200 len: 914 time: 0.0848312 Nov 11 01:07:24.607148 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-bd5cc256-d746-4d04-b25a-3e80fa2dac96 req-6ca69c66-ade5-46c1-a200-d46be6c3c382 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa02e664-8dbd-49a5-9737-f85d20033a56 HTTP/1.1" status: 200 len: 217 time: 0.0382400 Nov 11 01:07:24.700443 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cc256-d746-4d04-b25a-3e80fa2dac96 req-7581cb44-e2f4-4968-b208-2024e4c9de9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:24.702057 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-bd5cc256-d746-4d04-b25a-3e80fa2dac96 req-7581cb44-e2f4-4968-b208-2024e4c9de9e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=161fa702-8373-4da6-b2eb-79a061932091 HTTP/1.1" status: 200 len: 854 time: 0.0772593 Nov 11 01:07:24.718412 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1892f1-880b-4d66-8f12-e3202960f24b req-99380ce2-bdef-4385-ba9a-ad80b09ce946 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:24.719867 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3a1892f1-880b-4d66-8f12-e3202960f24b req-99380ce2-bdef-4385-ba9a-ad80b09ce946 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0625157 Nov 11 01:07:24.758363 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-bd5cc256-d746-4d04-b25a-3e80fa2dac96 req-0c934337-85c3-49b6-b8c0-28cd89b3b67f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352745 Nov 11 01:07:24.832747 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3a1892f1-880b-4d66-8f12-e3202960f24b req-b7c498ab-6f9d-49d0-abef-ddca59d800b8 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016393 Nov 11 01:07:24.878756 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-bd5cc256-d746-4d04-b25a-3e80fa2dac96 req-4497284a-34c4-48c7-88e4-b564f4386b8f service neutron] 10.222.0.64 "GET /v2.0/networks/a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070650 Nov 11 01:07:25.014742 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-bd5cc256-d746-4d04-b25a-3e80fa2dac96 req-db99413b-552d-49aa-88b1-d80c9131f153 service neutron] 10.222.0.64 "GET /v2.0/networks/a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207387 Nov 11 01:07:25.036854 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e64124-fe38-4c28-9cc8-ca21c0076b28 req-b26a8663-63ca-4baa-a8a5-28c9e0c31887 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:25.038572 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d9e64124-fe38-4c28-9cc8-ca21c0076b28 req-b26a8663-63ca-4baa-a8a5-28c9e0c31887 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0633297 Nov 11 01:07:25.087752 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d9e64124-fe38-4c28-9cc8-ca21c0076b28 req-0748757e-5ec1-4b57-9ef6-5ed755cb0834 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422258 Nov 11 01:07:25.522493 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff013d-1427-4056-98c0-fc4769981e01 req-72bcdd6f-f498-4e1a-9821-5fece455d10c tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:25.523965 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f2ff013d-1427-4056-98c0-fc4769981e01 req-72bcdd6f-f498-4e1a-9821-5fece455d10c tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a1527b-96a7-4813-83a3-56ade785f0d6 HTTP/1.1" status: 200 len: 944 time: 0.0478258 Nov 11 01:07:25.570556 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f2ff013d-1427-4056-98c0-fc4769981e01 req-f009e9a5-e320-49f4-846a-6f49d5c5d252 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402460 Nov 11 01:07:25.950287 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972bd59-388e-4c1c-951b-9273db3fe447 req-be8eeb75-9bf1-422b-bcd4-c35991ee400d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:25.951741 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0972bd59-388e-4c1c-951b-9273db3fe447 req-be8eeb75-9bf1-422b-bcd4-c35991ee400d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0507178 Nov 11 01:07:26.001027 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0972bd59-388e-4c1c-951b-9273db3fe447 req-577ae599-7de9-486f-bc1d-e0c1fcf63e54 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434539 Nov 11 01:07:26.201703 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e95015-3cc3-480e-80da-e764728f2435 req-5ed0e301-9c75-4a20-b108-26eb1dd4db45 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:26.203173 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-62e95015-3cc3-480e-80da-e764728f2435 req-5ed0e301-9c75-4a20-b108-26eb1dd4db45 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0474744 Nov 11 01:07:26.250898 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-62e95015-3cc3-480e-80da-e764728f2435 req-80f24314-c835-4845-afca-d1be1e2aea03 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419204 Nov 11 01:07:26.528628 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device fa02e664-8dbd-49a5-9737-f85d20033a56 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 01:07:26.629765 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port fa02e664-8dbd-49a5-9737-f85d20033a56, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=fa02e664-8dbd-49a5-9737-f85d20033a56,segment=NetworkSegment(dcbcfeea-9c48-4848-b9f2-09749bd8f073),segment_id=dcbcfeea-9c48-4848-b9f2-09749bd8f073)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:07:26.641899 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Returning: {'device': 'fa02e664-8dbd-49a5-9737-f85d20033a56', 'network_id': 'a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa', 'port_id': 'fa02e664-8dbd-49a5-9737-f85d20033a56', 'mac_address': 'fa:16:3e:bd:09:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161fa702-8373-4da6-b2eb-79a061932091', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 01:07:26.678793 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:26.688908 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e45c2-a94b-40e1-85fd-302e51083070 req-05997002-8386-4c41-9e60-6c40c681b6fb tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:26.690493 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3f9e45c2-a94b-40e1-85fd-302e51083070 req-05997002-8386-4c41-9e60-6c40c681b6fb tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a1527b-96a7-4813-83a3-56ade785f0d6 HTTP/1.1" status: 200 len: 944 time: 0.0555651 Nov 11 01:07:26.701834 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa02e664-8dbd-49a5-9737-f85d20033a56 {{(pid=101603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:07:26.722144 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port fa02e664-8dbd-49a5-9737-f85d20033a56, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=fa02e664-8dbd-49a5-9737-f85d20033a56,segment=NetworkSegment(dcbcfeea-9c48-4848-b9f2-09749bd8f073),segment_id=dcbcfeea-9c48-4848-b9f2-09749bd8f073)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:07:26.726220 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:26.747757 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3f9e45c2-a94b-40e1-85fd-302e51083070 req-a79d4a0d-32d5-4d85-b8c4-640fdf8a434b tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503724 Nov 11 01:07:26.773587 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=fa02e664-8dbd-49a5-9737-f85d20033a56,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:07:27.117790 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f15ba-4799-42c7-a925-bf3dd3dded74 req-bb1aad84-47ce-41e0-b128-c5954f8d5302 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:27.119281 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ba6f15ba-4799-42c7-a925-bf3dd3dded74 req-bb1aad84-47ce-41e0-b128-c5954f8d5302 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0501668 Nov 11 01:07:27.168124 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ba6f15ba-4799-42c7-a925-bf3dd3dded74 req-95385a33-369b-4523-99f4-570244ef9542 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407395 Nov 11 01:07:27.363713 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['fa02e664-8dbd-49a5-9737-f85d20033a56'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:07:27.366548 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1217b0e-1985-465d-b736-690f128d3438 req-ab4cc73f-aecf-435f-9f1e-e2c0bbee9295 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:27.368075 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b1217b0e-1985-465d-b736-690f128d3438 req-ab4cc73f-aecf-435f-9f1e-e2c0bbee9295 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0483801 Nov 11 01:07:27.414859 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b1217b0e-1985-465d-b736-690f128d3438 req-3ebeed52-3c8d-4c4a-a582-5512bfab9b20 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402131 Nov 11 01:07:27.870864 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c52aa3-1f90-46a0-89f7-584869a1e299 req-e8862223-74f3-4049-bbee-02309fb671b5 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:27.872278 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-34c52aa3-1f90-46a0-89f7-584869a1e299 req-e8862223-74f3-4049-bbee-02309fb671b5 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a1527b-96a7-4813-83a3-56ade785f0d6 HTTP/1.1" status: 200 len: 945 time: 0.0540617 Nov 11 01:07:27.920431 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-34c52aa3-1f90-46a0-89f7-584869a1e299 req-78ac148d-b549-4221-841e-fe42205c4dee tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422957 Nov 11 01:07:28.282480 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b5bce-92bf-4ef3-b087-07178e131428 req-60088962-ed72-42b0-9f70-6cd80451711f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:28.283957 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c63b5bce-92bf-4ef3-b087-07178e131428 req-60088962-ed72-42b0-9f70-6cd80451711f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0487785 Nov 11 01:07:28.329550 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c63b5bce-92bf-4ef3-b087-07178e131428 req-c72fc45e-35ec-4cbf-a7be-25b18eff2968 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400293 Nov 11 01:07:28.530330 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adae1e9-a467-427e-a7b2-793592b34420 req-4952ad3d-050d-420e-b5d7-971d57967ad9 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:28.531800 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0adae1e9-a467-427e-a7b2-793592b34420 req-4952ad3d-050d-420e-b5d7-971d57967ad9 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0491111 Nov 11 01:07:28.576271 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device fa02e664-8dbd-49a5-9737-f85d20033a56 up at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:07:28.581704 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0adae1e9-a467-427e-a7b2-793592b34420 req-d5a4d37e-e022-40c8-b49d-ed0af5c0932e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441813 Nov 11 01:07:28.624556 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning for port fa02e664-8dbd-49a5-9737-f85d20033a56 completed by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 01:07:28.628245 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning complete for port fa02e664-8dbd-49a5-9737-f85d20033a56 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:07:28.628610 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:28.712739 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:28.736183 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a1527b-96a7-4813-83a3-56ade785f0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa02e664-8dbd-49a5-9737-f85d20033a56'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:07:28.738375 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97991e56-722e-47fa-a9a7-47fb3b1cf5a6" -d '{"events": [{"server_uuid": "14a1527b-96a7-4813-83a3-56ade785f0d6", "name": "network-vif-plugged", "status": "completed", "tag": "fa02e664-8dbd-49a5-9737-f85d20033a56"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:07:28.751868 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port fa02e664-8dbd-49a5-9737-f85d20033a56, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=fa02e664-8dbd-49a5-9737-f85d20033a56,segment=NetworkSegment(dcbcfeea-9c48-4848-b9f2-09749bd8f073),segment_id=dcbcfeea-9c48-4848-b9f2-09749bd8f073)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:07:28.756171 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:28.779574 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0850c67b-702e-4ea3-a39a-df0879a55a92 x-openstack-request-id: req-0850c67b-702e-4ea3-a39a-df0879a55a92 {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:07:28.779878 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a1527b-96a7-4813-83a3-56ade785f0d6", "name": "network-vif-plugged", "status": "completed", "tag": "fa02e664-8dbd-49a5-9737-f85d20033a56", "code": 200}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:07:28.780123 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0850c67b-702e-4ea3-a39a-df0879a55a92 {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:07:28.780498 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a1527b-96a7-4813-83a3-56ade785f0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa02e664-8dbd-49a5-9737-f85d20033a56', 'code': 200} Nov 11 01:07:28.805395 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=fa02e664-8dbd-49a5-9737-f85d20033a56,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:07:29.071168 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f677a0-60de-42cb-ba91-b908e426e3b3 req-030dbbbd-59f3-4745-a46e-9602031f89c5 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:29.072633 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-09f677a0-60de-42cb-ba91-b908e426e3b3 req-030dbbbd-59f3-4745-a46e-9602031f89c5 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a1527b-96a7-4813-83a3-56ade785f0d6 HTTP/1.1" status: 200 len: 946 time: 0.0796483 Nov 11 01:07:29.077596 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df9f28-b011-4c14-b221-9c9e463f2061 req-8aebd9e7-26b9-499a-9f02-d5e095de6fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:29.079053 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f6df9f28-b011-4c14-b221-9c9e463f2061 req-8aebd9e7-26b9-499a-9f02-d5e095de6fe1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=14a1527b-96a7-4813-83a3-56ade785f0d6 HTTP/1.1" status: 200 len: 1099 time: 0.0761456 Nov 11 01:07:29.147210 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-09f677a0-60de-42cb-ba91-b908e426e3b3 req-4e9b2fec-b2f6-4c7c-82c4-d4e645088470 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672872 Nov 11 01:07:29.153931 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f6df9f28-b011-4c14-b221-9c9e463f2061 req-e7ec568e-2e1a-461f-82f4-fafb7b077bc5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598059 Nov 11 01:07:29.385100 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-164786b1-f7ab-4345-af4d-19dc6260ac73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:29.454161 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75476f0-8f88-49a5-84df-6d4067f15775 req-9f461d97-fc8e-4a4c-8fa7-c976cec12d83 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:29.455628 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d75476f0-8f88-49a5-84df-6d4067f15775 req-9f461d97-fc8e-4a4c-8fa7-c976cec12d83 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0512598 Nov 11 01:07:29.502447 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d75476f0-8f88-49a5-84df-6d4067f15775 req-a6dc2926-9ad7-4766-b83f-e022129d3187 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409701 Nov 11 01:07:29.696911 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c821e50-51ca-497e-8e0c-d4d1236864a3 req-99857d27-5b5d-4192-8714-e127a49873ab tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:29.698370 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4c821e50-51ca-497e-8e0c-d4d1236864a3 req-99857d27-5b5d-4192-8714-e127a49873ab tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0494142 Nov 11 01:07:29.744588 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4c821e50-51ca-497e-8e0c-d4d1236864a3 req-432d9bb6-e611-4a7b-8ee4-9bdc37a62f28 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398953 Nov 11 01:07:29.888133 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:07:30.265958 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f2d31-86a0-4b88-9ea6-3fd3fa376aff req-16b1c4d4-2fc9-46b1-81c7-9282d1e942f9 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:30.267498 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-542f2d31-86a0-4b88-9ea6-3fd3fa376aff req-16b1c4d4-2fc9-46b1-81c7-9282d1e942f9 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a1527b-96a7-4813-83a3-56ade785f0d6 HTTP/1.1" status: 200 len: 946 time: 0.0530467 Nov 11 01:07:30.318164 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-542f2d31-86a0-4b88-9ea6-3fd3fa376aff req-3cfccf19-ea7c-4a6e-8777-3e049c3e2787 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446668 Nov 11 01:07:30.616295 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777b8ed-6a50-496b-86a0-8d6e2f83f0a1 req-fca1baa1-b36e-4110-8d78-3ec3a900b308 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:30.617750 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2777b8ed-6a50-496b-86a0-8d6e2f83f0a1 req-fca1baa1-b36e-4110-8d78-3ec3a900b308 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0476179 Nov 11 01:07:30.664325 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2777b8ed-6a50-496b-86a0-8d6e2f83f0a1 req-98d960d9-efa2-45c6-8f2e-c0701de51bfa tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400288 Nov 11 01:07:30.857523 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1965a25-08c7-4c34-9b98-65c2cf78aa1a req-85a3b1a9-3464-4114-a178-4718a2ea9a6c tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:30.859019 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d1965a25-08c7-4c34-9b98-65c2cf78aa1a req-85a3b1a9-3464-4114-a178-4718a2ea9a6c tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0482290 Nov 11 01:07:30.907172 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d1965a25-08c7-4c34-9b98-65c2cf78aa1a req-442e4114-de7c-4c8b-aa9a-b754523206ff tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423279 Nov 11 01:07:31.438838 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2914f8c-1c45-4ea1-aaa5-faa2fd2e9a4f req-13f6a573-9e8f-4fcb-9cff-c0e774fb1af3 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:31.440445 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b2914f8c-1c45-4ea1-aaa5-faa2fd2e9a4f req-13f6a573-9e8f-4fcb-9cff-c0e774fb1af3 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a1527b-96a7-4813-83a3-56ade785f0d6 HTTP/1.1" status: 200 len: 946 time: 0.0504689 Nov 11 01:07:31.492969 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b2914f8c-1c45-4ea1-aaa5-faa2fd2e9a4f req-e3b30c3c-1c85-4a3d-8a88-01d894f7ea79 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468032 Nov 11 01:07:31.810427 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0d4da-ab1d-4aa8-b6ad-80f6801fc1bc req-c98b26df-c706-41d6-a64c-fb5b955b6e53 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:31.810790 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1113b18c-8682-46fe-a05d-af1c3cd79f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:31.812402 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ccb0d4da-ab1d-4aa8-b6ad-80f6801fc1bc req-c98b26df-c706-41d6-a64c-fb5b955b6e53 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0537255 Nov 11 01:07:31.870924 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ccb0d4da-ab1d-4aa8-b6ad-80f6801fc1bc req-df50885f-ada1-4a4e-95f4-89bb37f2766a tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480151 Nov 11 01:07:32.028998 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd53ea-10ff-4e23-9f8a-526d7000eca8 req-097492c5-1662-4df4-9afc-dbe3b755271c tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:32.030512 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f2fd53ea-10ff-4e23-9f8a-526d7000eca8 req-097492c5-1662-4df4-9afc-dbe3b755271c tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0521548 Nov 11 01:07:32.090793 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f2fd53ea-10ff-4e23-9f8a-526d7000eca8 req-6976c7f6-f8d0-44c3-81ed-a6e3048887ef tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543282 Nov 11 01:07:32.861149 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:33.000523 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff36f21-d215-4e4e-9f5c-1f959e90dc02 req-91b39e6d-d814-41ef-8116-c1ba0b0e545e tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:33.007751 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-aff36f21-d215-4e4e-9f5c-1f959e90dc02 req-91b39e6d-d814-41ef-8116-c1ba0b0e545e tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0584192 Nov 11 01:07:33.065687 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-aff36f21-d215-4e4e-9f5c-1f959e90dc02 req-b7065da2-bbbb-4dc9-9ff3-2d481af0aeb0 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573568 Nov 11 01:07:33.212409 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2558845-67e7-45ff-8734-dcbdabccc010 req-8dd478bc-68c2-44f6-897a-a88cc2b9bb71 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:33.213927 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e2558845-67e7-45ff-8734-dcbdabccc010 req-8dd478bc-68c2-44f6-897a-a88cc2b9bb71 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0498209 Nov 11 01:07:33.302962 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321c80d-fe87-4280-ace9-45b9983f376b req-c27d0566-7d39-4843-a83d-60608d28624a tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:33.304430 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2321c80d-fe87-4280-ace9-45b9983f376b req-c27d0566-7d39-4843-a83d-60608d28624a tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0743849 Nov 11 01:07:33.307601 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e2558845-67e7-45ff-8734-dcbdabccc010 req-e39ce1bd-5dff-4705-b0b4-81bc7724f6fc tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835881 Nov 11 01:07:33.376108 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2321c80d-fe87-4280-ace9-45b9983f376b req-b6a38590-ed12-49b0-8563-e003c275b66c tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654535 Nov 11 01:07:33.387410 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb43de-6775-4f0f-8b1e-80df35602fc5 req-1e6d1eb4-fe91-481a-ae4f-8a34711aa7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:33.389331 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1dfb43de-6775-4f0f-8b1e-80df35602fc5 req-1e6d1eb4-fe91-481a-ae4f-8a34711aa7a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d65821f142fe445b8388094f872c5457&device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 1098 time: 0.0526609 Nov 11 01:07:33.483827 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb43de-6775-4f0f-8b1e-80df35602fc5 req-8f93a6ed-4a84-49ea-8874-f7709ac0cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:33.485262 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1dfb43de-6775-4f0f-8b1e-80df35602fc5 req-8f93a6ed-4a84-49ea-8874-f7709ac0cf2c service neutron] 10.222.0.64 "GET /v2.0/networks?id=0201e78f-31b0-4780-85e5-2d0c4a5203a2 HTTP/1.1" status: 200 len: 911 time: 0.0875220 Nov 11 01:07:33.554280 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1dfb43de-6775-4f0f-8b1e-80df35602fc5 req-99346a29-d69e-40fa-9650-0ea6263fa208 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7957db06-9b36-48fb-91f5-537bca5d85c5 HTTP/1.1" status: 200 len: 1001 time: 0.0572360 Nov 11 01:07:33.608784 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb43de-6775-4f0f-8b1e-80df35602fc5 req-974b29e3-73e8-4fd5-b949-9f30a0c3a536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:33.610183 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1dfb43de-6775-4f0f-8b1e-80df35602fc5 req-974b29e3-73e8-4fd5-b949-9f30a0c3a536 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a02394f-0dc6-4d50-9053-e463b69f5032 HTTP/1.1" status: 200 len: 850 time: 0.0465705 Nov 11 01:07:33.655598 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb43de-6775-4f0f-8b1e-80df35602fc5 req-8d501bee-b10a-4e7b-ad40-20135f9077ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:33.657008 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1dfb43de-6775-4f0f-8b1e-80df35602fc5 req-8d501bee-b10a-4e7b-ad40-20135f9077ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0201e78f-31b0-4780-85e5-2d0c4a5203a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386081 Nov 11 01:07:33.749845 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1dfb43de-6775-4f0f-8b1e-80df35602fc5 req-3047da3a-bda5-4e99-b8d3-2edf88752a82 service neutron] 10.222.0.64 "GET /v2.0/networks/0201e78f-31b0-4780-85e5-2d0c4a5203a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803292 Nov 11 01:07:33.845523 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1dfb43de-6775-4f0f-8b1e-80df35602fc5 req-6dc45dab-35de-443d-900a-1dec054a01c2 service neutron] 10.222.0.64 "GET /v2.0/networks/0201e78f-31b0-4780-85e5-2d0c4a5203a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849435 Nov 11 01:07:34.399006 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:34.424649 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49625324-6af9-464e-af93-776af12f07c4 req-a99b6c6b-0e94-4666-aaf3-01fb7e937d77 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:34.426161 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-49625324-6af9-464e-af93-776af12f07c4 req-a99b6c6b-0e94-4666-aaf3-01fb7e937d77 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0499609 Nov 11 01:07:34.662288 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-49625324-6af9-464e-af93-776af12f07c4 req-f2977725-1082-40a6-ba08-6f81e6bd50c1 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/security-groups?id=526c509b-f0e9-48ba-a7dd-ca46403c73e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300887 Nov 11 01:07:34.675609 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082b132-6b1c-48a4-95b6-be28b47e7140 req-d204d02d-c39d-41f7-bcc8-6f92fd5ebe71 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:34.677077 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9082b132-6b1c-48a4-95b6-be28b47e7140 req-d204d02d-c39d-41f7-bcc8-6f92fd5ebe71 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.2289836 Nov 11 01:07:34.728054 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9082b132-6b1c-48a4-95b6-be28b47e7140 req-4bc4fbc4-9ee9-45af-9ec7-14f68d13f4f2 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452099 Nov 11 01:07:34.932019 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4345ad6-57bf-420e-80b9-88185743c468 req-84c935ed-6123-401a-aca8-0aff69794e30 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:34.933481 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b4345ad6-57bf-420e-80b9-88185743c468 req-84c935ed-6123-401a-aca8-0aff69794e30 tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.64 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 945 time: 0.0475495 Nov 11 01:07:34.954650 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:35.044290 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [req-b4345ad6-57bf-420e-80b9-88185743c468 req-852a733d-0d77-4616-a4da-c1ac313aea6e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Deleting port 82da993e-a127-427f-9c31-a8b1a4846d8f {{(pid=101602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:07:35.044635 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-b4345ad6-57bf-420e-80b9-88185743c468 req-852a733d-0d77-4616-a4da-c1ac313aea6e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:35.141688 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [req-b4345ad6-57bf-420e-80b9-88185743c468 req-852a733d-0d77-4616-a4da-c1ac313aea6e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] For port 82da993e-a127-427f-9c31-a8b1a4846d8f, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=82da993e-a127-427f-9c31-a8b1a4846d8f,segment=NetworkSegment(e6b6c9b0-a8e0-49cd-ab18-92478236f529),segment_id=e6b6c9b0-a8e0-49cd-ab18-92478236f529)] {{(pid=101602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:07:35.142037 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-b4345ad6-57bf-420e-80b9-88185743c468 req-852a733d-0d77-4616-a4da-c1ac313aea6e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:35.154697 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [req-b4345ad6-57bf-420e-80b9-88185743c468 req-852a733d-0d77-4616-a4da-c1ac313aea6e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Calling delete_port for 82da993e-a127-427f-9c31-a8b1a4846d8f owned by compute:nova {{(pid=101602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:07:35.278331 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-b4345ad6-57bf-420e-80b9-88185743c468 req-852a733d-0d77-4616-a4da-c1ac313aea6e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:35.303827 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a733d-0d77-4616-a4da-c1ac313aea6e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Pushing event deleted for resources: {'Port': ['ID=82da993e-a127-427f-9c31-a8b1a4846d8f,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:07:35.324739 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['82da993e-a127-427f-9c31-a8b1a4846d8f'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:07:35.348996 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4345ad6-57bf-420e-80b9-88185743c468 req-852a733d-0d77-4616-a4da-c1ac313aea6e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] No DVR routers for this DVR port 82da993e-a127-427f-9c31-a8b1a4846d8f on host hv-cinder-81708 {{(pid=101602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:07:35.351329 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-b4345ad6-57bf-420e-80b9-88185743c468 req-852a733d-0d77-4616-a4da-c1ac313aea6e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:35.354591 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b4345ad6-57bf-420e-80b9-88185743c468 req-852a733d-0d77-4616-a4da-c1ac313aea6e tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.64 "DELETE /v2.0/ports/82da993e-a127-427f-9c31-a8b1a4846d8f HTTP/1.1" status: 204 len: 173 time: 0.3987565 Nov 11 01:07:35.355121 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45620e84-de01-477d-a818-263dae68f119', 'name': 'network-vif-deleted', 'tag': '82da993e-a127-427f-9c31-a8b1a4846d8f'}] {{(pid=101602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:07:35.357402 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbc2a4dd34722a8e14e2fc20a6c680084dc03eb7d3307192ee443654b1fba6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34094d5c-771e-46f3-aead-845fa541aebf" -d '{"events": [{"server_uuid": "45620e84-de01-477d-a818-263dae68f119", "name": "network-vif-deleted", "tag": "82da993e-a127-427f-9c31-a8b1a4846d8f"}]}' {{(pid=101602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:07:35.400590 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36f8e30-2f46-4a58-9598-03d392b7aaee x-openstack-request-id: req-f36f8e30-2f46-4a58-9598-03d392b7aaee {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:07:35.401580 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45620e84-de01-477d-a818-263dae68f119", "name": "network-vif-deleted", "tag": "82da993e-a127-427f-9c31-a8b1a4846d8f", "status": "completed", "code": 200}]} {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:07:35.401580 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f36f8e30-2f46-4a58-9598-03d392b7aaee {{(pid=101602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:07:35.401580 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45620e84-de01-477d-a818-263dae68f119', 'name': 'network-vif-deleted', 'tag': '82da993e-a127-427f-9c31-a8b1a4846d8f', 'status': 'completed', 'code': 200} Nov 11 01:07:35.769846 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-507375b5-aead-4bf2-9ba5-b9e710252e6d req-d1a57cd7-a136-46fe-80e0-9dfda0e3cb3c tempest-ServerRescueNegativeTestJSON-173684188 tempest-ServerRescueNegativeTestJSON-173684188-project] 10.222.0.52 "GET /v2.0/ports?device_id=45620e84-de01-477d-a818-263dae68f119 HTTP/1.1" status: 200 len: 210 time: 0.0307512 Nov 11 01:07:35.844480 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f929eb6-3b56-40b8-ba05-1db897f7009f req-57466b10-0422-42b1-a649-11d019006e2e tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:35.845930 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8f929eb6-3b56-40b8-ba05-1db897f7009f req-57466b10-0422-42b1-a649-11d019006e2e tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0483119 Nov 11 01:07:35.892271 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8f929eb6-3b56-40b8-ba05-1db897f7009f req-478d37be-ecd2-4e42-94e8-2d52059c82b1 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405338 Nov 11 01:07:36.824835 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 58924) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:07:37.320911 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-8aa63a07-09df-467a-a6c7-5e6d19d04d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919265'] for router_interface, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:37.844369 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-8aa63a07-09df-467a-a6c7-5e6d19d04d21 admin admin] Deleting port bed69a27-0b19-4773-ade2-e0373d0b62f1 {{(pid=101602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:07:37.845020 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-8aa63a07-09df-467a-a6c7-5e6d19d04d21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:37.918752 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [None req-8aa63a07-09df-467a-a6c7-5e6d19d04d21 admin admin] For port bed69a27-0b19-4773-ade2-e0373d0b62f1, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=bed69a27-0b19-4773-ade2-e0373d0b62f1,segment=NetworkSegment(e6b6c9b0-a8e0-49cd-ab18-92478236f529),segment_id=e6b6c9b0-a8e0-49cd-ab18-92478236f529)] {{(pid=101602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:07:37.919162 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-8aa63a07-09df-467a-a6c7-5e6d19d04d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:37.930867 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-8aa63a07-09df-467a-a6c7-5e6d19d04d21 admin admin] Calling delete_port for bed69a27-0b19-4773-ade2-e0373d0b62f1 owned by network:router_interface {{(pid=101602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:07:38.107616 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-8aa63a07-09df-467a-a6c7-5e6d19d04d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:38.134180 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa63a07-09df-467a-a6c7-5e6d19d04d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=bed69a27-0b19-4773-ade2-e0373d0b62f1,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:07:38.290639 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-8aa63a07-09df-467a-a6c7-5e6d19d04d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-919409'] for router_interface, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:38.504630 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa63a07-09df-467a-a6c7-5e6d19d04d21 admin admin] Router 31446713-06c6-4d01-ade1-5e39e41b53c8 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:07:38.608568 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa63a07-09df-467a-a6c7-5e6d19d04d21 admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:07:38.613560 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-8aa63a07-09df-467a-a6c7-5e6d19d04d21 admin admin] 10.222.0.52 "PUT /v2.0/routers/31446713-06c6-4d01-ade1-5e39e41b53c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7877183 Nov 11 01:07:38.615995 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 58940) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:07:38.618924 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba706aea-678d-4cb2-b7ae-3da8fd381064 None None] Sync routers for ids ['31446713-06c6-4d01-ade1-5e39e41b53c8'] in dv-cinder-817085-3-iscsi {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:07:38.629672 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba706aea-678d-4cb2-b7ae-3da8fd381064 None None] Routers {'31446713-06c6-4d01-ade1-5e39e41b53c8'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:07:38.630263 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-ba706aea-678d-4cb2-b7ae-3da8fd381064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:07:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['31446713-06c6-4d01-ade1-5e39e41b53c8'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:07:38.642971 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 82da993e-a127-427f-9c31-a8b1a4846d8f no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:07:38.668777 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] No Port match for: 82da993e-a127-427f-9c31-a8b1a4846d8f {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:07:38.669219 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 82da993e-a127-427f-9c31-a8b1a4846d8f not bound to the agent host hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:07:38.728102 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-54c9f091-7622-4065-91a3-ca584e22576a admin admin] Publish callbacks [] for router, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:38.758513 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-ba706aea-678d-4cb2-b7ae-3da8fd381064 None None] Set router 31446713-06c6-4d01-ade1-5e39e41b53c8 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:07:38.833124 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-54c9f091-7622-4065-91a3-ca584e22576a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:38.893253 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-54c9f091-7622-4065-91a3-ca584e22576a admin admin] Deleting port 4d9060fd-a907-45a7-8fa6-6607f0a9b5ec {{(pid=101602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:07:38.893941 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-54c9f091-7622-4065-91a3-ca584e22576a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:38.953230 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-ba706aea-678d-4cb2-b7ae-3da8fd381064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31446713-06c6-4d01-ade1-5e39e41b53c8', 'name': 'tempest-ServerRescueNegativeTestJSON-1950745526-router', 'tenant_id': '4b9ddce0b6794348af30770172bcd5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '4d9060fd-a907-45a7-8fa6-6607f0a9b5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:33Z', 'updated_at': '2021-11-11T01:07:38Z', 'revision_number': 5, 'project_id': '4b9ddce0b6794348af30770172bcd5c5', 'gw_port': {'id': '4d9060fd-a907-45a7-8fa6-6607f0a9b5ec', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31446713-06c6-4d01-ade1-5e39e41b53c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:34Z', 'updated_at': '2021-11-11T01:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:07:38.985648 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [None req-54c9f091-7622-4065-91a3-ca584e22576a admin admin] For port 4d9060fd-a907-45a7-8fa6-6607f0a9b5ec, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=4d9060fd-a907-45a7-8fa6-6607f0a9b5ec,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:07:38.986149 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-54c9f091-7622-4065-91a3-ca584e22576a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:39.001049 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-54c9f091-7622-4065-91a3-ca584e22576a admin admin] Calling delete_port for 4d9060fd-a907-45a7-8fa6-6607f0a9b5ec owned by network:router_gateway {{(pid=101602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:07:39.073449 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba706aea-678d-4cb2-b7ae-3da8fd381064 None None] Checking router: 31446713-06c6-4d01-ade1-5e39e41b53c8 for host: dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:07:39.082356 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba706aea-678d-4cb2-b7ae-3da8fd381064 None None] Routers {'31446713-06c6-4d01-ade1-5e39e41b53c8'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:07:39.082976 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-ba706aea-678d-4cb2-b7ae-3da8fd381064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:07:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['31446713-06c6-4d01-ade1-5e39e41b53c8'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:07:39.172651 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-ba706aea-678d-4cb2-b7ae-3da8fd381064 None None] Set router 31446713-06c6-4d01-ade1-5e39e41b53c8 gateway port host: None {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:07:39.173755 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-54c9f091-7622-4065-91a3-ca584e22576a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:39.201050 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9f091-7622-4065-91a3-ca584e22576a admin admin] Pushing event deleted for resources: {'Port': ['ID=4d9060fd-a907-45a7-8fa6-6607f0a9b5ec,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:07:39.234134 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-ba706aea-678d-4cb2-b7ae-3da8fd381064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31446713-06c6-4d01-ade1-5e39e41b53c8', 'name': 'tempest-ServerRescueNegativeTestJSON-1950745526-router', 'tenant_id': '4b9ddce0b6794348af30770172bcd5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:33Z', 'updated_at': '2021-11-11T01:07:38Z', 'revision_number': 6, 'project_id': '4b9ddce0b6794348af30770172bcd5c5', 'gw_port_host': None}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:07:39.262789 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba706aea-678d-4cb2-b7ae-3da8fd381064 None None] The sync data for ids ['31446713-06c6-4d01-ade1-5e39e41b53c8'] in dv-cinder-817085-3-iscsi is: [{'id': '31446713-06c6-4d01-ade1-5e39e41b53c8', 'name': 'tempest-ServerRescueNegativeTestJSON-1950745526-router', 'tenant_id': '4b9ddce0b6794348af30770172bcd5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:33Z', 'updated_at': '2021-11-11T01:07:38Z', 'revision_number': 6, 'project_id': '4b9ddce0b6794348af30770172bcd5c5', 'gw_port_host': None}] {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:07:39.275406 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-54c9f091-7622-4065-91a3-ca584e22576a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918171'] for router_gateway, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:39.387746 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-54c9f091-7622-4065-91a3-ca584e22576a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26533'] for router, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:39.389901 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-54c9f091-7622-4065-91a3-ca584e22576a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:39.461609 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-54c9f091-7622-4065-91a3-ca584e22576a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-921351'] for router, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:39.462092 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c9f091-7622-4065-91a3-ca584e22576a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31446713-06c6-4d01-ade1-5e39e41b53c8 {{(pid=101602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 01:07:39.467042 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-54c9f091-7622-4065-91a3-ca584e22576a admin admin] Publish callbacks [] for router, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:39.468193 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-54c9f091-7622-4065-91a3-ca584e22576a admin admin] 10.222.0.52 "DELETE /v2.0/routers/31446713-06c6-4d01-ade1-5e39e41b53c8 HTTP/1.1" status: 204 len: 168 time: 0.8512275 Nov 11 01:07:39.470756 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 58958) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:07:39.517277 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbefbcb8-1acb-4158-a351-dadf1332dc43 admin admin] Deleting subnet 217dd1d9-2c80-47df-a154-fc3ee5b01472 {{(pid=101602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 01:07:39.520447 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dbefbcb8-1acb-4158-a351-dadf1332dc43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:39.554532 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dbefbcb8-1acb-4158-a351-dadf1332dc43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13137847'] for subnet, precommit_delete_associations {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:39.595581 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dbefbcb8-1acb-4158-a351-dadf1332dc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1988382'] for subnet, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:39.657136 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dbefbcb8-1acb-4158-a351-dadf1332dc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13136881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13560017'] for subnet, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:39.684510 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbefbcb8-1acb-4158-a351-dadf1332dc43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=217dd1d9-2c80-47df-a154-fc3ee5b01472,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:07:39.688390 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dbefbcb8-1acb-4158-a351-dadf1332dc43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for subnet, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:39.694019 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-dbefbcb8-1acb-4158-a351-dadf1332dc43 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/217dd1d9-2c80-47df-a154-fc3ee5b01472 HTTP/1.1" status: 204 len: 168 time: 0.2198932 Nov 11 01:07:39.694019 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 58962) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:07:39.765417 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-2dd026f0-a3f4-4c3d-ba93-4b9ac2f6012f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698162'] for network, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:39.844688 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-2dd026f0-a3f4-4c3d-ba93-4b9ac2f6012f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1989287', 'neutron.services.segments.db._delete_segments_for_network-8764259070437'] for network, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:39.864086 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.services.segments.db [None req-2dd026f0-a3f4-4c3d-ba93-4b9ac2f6012f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['288ad7ee-ad49-45cc-b619-30fceacb55ee']}} {{(pid=101602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:07:39.873170 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.services.segments.db [None req-2dd026f0-a3f4-4c3d-ba93-4b9ac2f6012f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b6c9b0-a8e0-49cd-ab18-92478236f529') {'for_net_delete': True} {{(pid=101602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:07:39.873462 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.services.segments.db [None req-2dd026f0-a3f4-4c3d-ba93-4b9ac2f6012f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b6c9b0-a8e0-49cd-ab18-92478236f529') {} {{(pid=101602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:07:39.882407 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-2dd026f0-a3f4-4c3d-ba93-4b9ac2f6012f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764259091950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13137838'] for segment, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:39.895317 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-2dd026f0-a3f4-4c3d-ba93-4b9ac2f6012f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:39.900958 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd026f0-a3f4-4c3d-ba93-4b9ac2f6012f admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 01:07:39.901372 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-2dd026f0-a3f4-4c3d-ba93-4b9ac2f6012f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13136815'] for segment, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: Traceback (most recent call last): Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: timer() Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: cb(*args, **kw) Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: return func(*args, **kwargs) Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: self._notify() Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: self.callback(batched_events) Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: event.method(event) Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: return f(self, *a, **k) Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: return self._get(url).json() Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: return self.request(url, 'GET', **kwargs) Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 01:07:39.903533 dv-cinder-817085-3-iscsi neutron-server[101602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 01:07:39.959379 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-2dd026f0-a3f4-4c3d-ba93-4b9ac2f6012f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1989264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918263'] for network, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:39.965055 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-2dd026f0-a3f4-4c3d-ba93-4b9ac2f6012f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:39.971056 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-2dd026f0-a3f4-4c3d-ba93-4b9ac2f6012f admin admin] 10.222.0.52 "DELETE /v2.0/networks/288ad7ee-ad49-45cc-b619-30fceacb55ee HTTP/1.1" status: 204 len: 168 time: 0.2738292 Nov 11 01:07:39.979800 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd026f0-a3f4-4c3d-ba93-4b9ac2f6012f admin admin] Pushing event deleted for resources: {'Network': ['ID=288ad7ee-ad49-45cc-b619-30fceacb55ee,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:07:40.086226 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 58968) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:07:40.126177 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-6082de66-35ae-4243-bcd9-b2953892d169 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4b9ddce0b6794348af30770172bcd5c5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388019 Nov 11 01:07:40.128799 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 58970) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:07:40.174749 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c6e65981-88b6-4ec9-9abb-08c208cfdd8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:40.195384 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c6e65981-88b6-4ec9-9abb-08c208cfdd8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:40.244461 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c6e65981-88b6-4ec9-9abb-08c208cfdd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:40.247267 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c6e65981-88b6-4ec9-9abb-08c208cfdd8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:40.248412 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-c6e65981-88b6-4ec9-9abb-08c208cfdd8a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/526c509b-f0e9-48ba-a7dd-ca46403c73e6 HTTP/1.1" status: 204 len: 168 time: 0.1186519 Nov 11 01:07:40.256813 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e65981-88b6-4ec9-9abb-08c208cfdd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526c509b-f0e9-48ba-a7dd-ca46403c73e6,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:07:40.396523 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 4d9060fd-a907-45a7-8fa6-6607f0a9b5ec no longer exists at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:07:40.423470 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] No Port match for: 4d9060fd-a907-45a7-8fa6-6607f0a9b5ec {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:07:40.423822 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 4d9060fd-a907-45a7-8fa6-6607f0a9b5ec not bound to the agent host dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:07:40.424211 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device bed69a27-0b19-4773-ade2-e0373d0b62f1 no longer exists at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:07:40.443148 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] No Port match for: bed69a27-0b19-4773-ade2-e0373d0b62f1 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:07:40.443485 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device bed69a27-0b19-4773-ade2-e0373d0b62f1 not bound to the agent host dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:07:41.894660 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 59028) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:07:41.998521 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-87808589-329a-4235-befb-1521befdd237 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:42.079715 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-87808589-329a-4235-befb-1521befdd237 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:42.084616 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-87808589-329a-4235-befb-1521befdd237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:42.124993 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87808589-329a-4235-befb-1521befdd237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ad170f-f80b-4bbc-9d4b-70556155fb51,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:07:42.133150 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-87808589-329a-4235-befb-1521befdd237 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0e48dd4d33fe47928dc84982c6ee1024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348323 Nov 11 01:07:42.134077 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 59034) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:07:42.180217 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-8020650c-63a8-4926-86c9-c40c83d76680 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:42.200871 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-8020650c-63a8-4926-86c9-c40c83d76680 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:42.247582 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-8020650c-63a8-4926-86c9-c40c83d76680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:42.250058 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-8020650c-63a8-4926-86c9-c40c83d76680 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:42.251218 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-8020650c-63a8-4926-86c9-c40c83d76680 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f0ad170f-f80b-4bbc-9d4b-70556155fb51 HTTP/1.1" status: 204 len: 168 time: 0.1170049 Nov 11 01:07:42.258705 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020650c-63a8-4926-86c9-c40c83d76680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ad170f-f80b-4bbc-9d4b-70556155fb51,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:07:42.514987 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 59040) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:07:42.528258 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-3f9fac25-76f4-4972-a78c-375dbd6604b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:42.606458 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-3f9fac25-76f4-4972-a78c-375dbd6604b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:42.610704 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-3f9fac25-76f4-4972-a78c-375dbd6604b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:42.650035 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-3f9fac25-76f4-4972-a78c-375dbd6604b5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f0083df9d0bb4c5f802f2dbf6cdce23b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340022 Nov 11 01:07:42.650876 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fac25-76f4-4972-a78c-375dbd6604b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f77c18-36b8-4348-988a-415d5e0741fc,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:07:42.653829 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 59044) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:07:42.706938 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-96ce8d3e-c6f0-4dc3-b9de-bdb16d37ae83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:42.740678 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-96ce8d3e-c6f0-4dc3-b9de-bdb16d37ae83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:42.786750 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-96ce8d3e-c6f0-4dc3-b9de-bdb16d37ae83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:42.789678 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-96ce8d3e-c6f0-4dc3-b9de-bdb16d37ae83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:42.790910 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-96ce8d3e-c6f0-4dc3-b9de-bdb16d37ae83 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d6f77c18-36b8-4348-988a-415d5e0741fc HTTP/1.1" status: 204 len: 168 time: 0.1361942 Nov 11 01:07:42.799078 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce8d3e-c6f0-4dc3-b9de-bdb16d37ae83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f77c18-36b8-4348-988a-415d5e0741fc,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:07:43.590733 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:44.317931 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 59096) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:07:44.421701 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-4a5d67fa-20de-439f-9ee7-3a93166701ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:44.501599 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-4a5d67fa-20de-439f-9ee7-3a93166701ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:44.504927 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-4a5d67fa-20de-439f-9ee7-3a93166701ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:44.542297 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-4a5d67fa-20de-439f-9ee7-3a93166701ad admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4e100428927447858eb1c6c9d82dceab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233152 Nov 11 01:07:44.543234 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d67fa-20de-439f-9ee7-3a93166701ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093149a8-6bc3-4703-a471-1fe9cd3ae675,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:07:44.546268 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 59100) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:07:44.593415 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ebc628e2-d962-49a4-9c59-57ee6125e825 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:44.614016 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ebc628e2-d962-49a4-9c59-57ee6125e825 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:44.659770 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ebc628e2-d962-49a4-9c59-57ee6125e825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:44.662262 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ebc628e2-d962-49a4-9c59-57ee6125e825 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:44.663447 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-ebc628e2-d962-49a4-9c59-57ee6125e825 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/093149a8-6bc3-4703-a471-1fe9cd3ae675 HTTP/1.1" status: 204 len: 168 time: 0.1162059 Nov 11 01:07:44.671545 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc628e2-d962-49a4-9c59-57ee6125e825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093149a8-6bc3-4703-a471-1fe9cd3ae675,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:07:44.925418 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 59108) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:07:44.938665 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-df40bc62-c1f4-437c-9a7f-d2f232bf9bd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:45.018415 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-df40bc62-c1f4-437c-9a7f-d2f232bf9bd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:45.021712 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-df40bc62-c1f4-437c-9a7f-d2f232bf9bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:45.061382 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-df40bc62-c1f4-437c-9a7f-d2f232bf9bd5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f9c48b1beef14592980e57ee51b18321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348765 Nov 11 01:07:45.062328 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40bc62-c1f4-437c-9a7f-d2f232bf9bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183db331-1d85-4d84-809b-ae012aceb45a,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:07:45.063385 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 59110) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:07:45.113575 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-2d43109b-2ef1-4918-b495-0371c018416f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:45.133711 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-2d43109b-2ef1-4918-b495-0371c018416f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:45.180218 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-2d43109b-2ef1-4918-b495-0371c018416f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:45.182867 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-2d43109b-2ef1-4918-b495-0371c018416f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:07:45.186635 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-2d43109b-2ef1-4918-b495-0371c018416f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/183db331-1d85-4d84-809b-ae012aceb45a HTTP/1.1" status: 204 len: 168 time: 0.1221988 Nov 11 01:07:45.194363 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43109b-2ef1-4918-b495-0371c018416f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183db331-1d85-4d84-809b-ae012aceb45a,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:07:53.236638 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fd6c3225-34c2-4f3b-a68e-41f37d098eaa req-4ce848a1-2b28-4697-a89b-b73a5765a91a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1271813 Nov 11 01:07:53.352069 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c3225-34c2-4f3b-a68e-41f37d098eaa req-1a578412-5201-4ea0-b524-c706dce4b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:53.353499 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fd6c3225-34c2-4f3b-a68e-41f37d098eaa req-1a578412-5201-4ea0-b524-c706dce4b6a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e01554f5a96c46afb1983c71a9513e16&device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 1099 time: 0.0397527 Nov 11 01:07:53.462923 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c3225-34c2-4f3b-a68e-41f37d098eaa req-a3c2f718-b8fd-4b7e-9a32-76504f35bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:53.464752 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fd6c3225-34c2-4f3b-a68e-41f37d098eaa req-a3c2f718-b8fd-4b7e-9a32-76504f35bc6f service neutron] 10.222.0.64 "GET /v2.0/networks?id=7db40340-76c1-4dbb-a60c-57c8a9a269e5 HTTP/1.1" status: 200 len: 916 time: 0.0863953 Nov 11 01:07:53.530146 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fd6c3225-34c2-4f3b-a68e-41f37d098eaa req-0e77a916-9e29-4d37-ae5c-c228de82fe79 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1debaf12-1dc2-4053-8874-4078beb56b38 HTTP/1.1" status: 200 len: 1001 time: 0.0555522 Nov 11 01:07:53.596707 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c3225-34c2-4f3b-a68e-41f37d098eaa req-1dde29d6-d5da-4698-9306-39f069270419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:53.598093 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fd6c3225-34c2-4f3b-a68e-41f37d098eaa req-1dde29d6-d5da-4698-9306-39f069270419 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=106c258c-9ba0-4b87-8aaf-5fe2051be471 HTTP/1.1" status: 200 len: 855 time: 0.0463128 Nov 11 01:07:53.649827 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c3225-34c2-4f3b-a68e-41f37d098eaa req-bc8d731c-db95-4f45-a779-b2b2374eae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:07:53.651290 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fd6c3225-34c2-4f3b-a68e-41f37d098eaa req-bc8d731c-db95-4f45-a779-b2b2374eae82 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7db40340-76c1-4dbb-a60c-57c8a9a269e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385592 Nov 11 01:07:53.747599 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fd6c3225-34c2-4f3b-a68e-41f37d098eaa req-0bfa99e9-f94f-4cb6-8805-fd5ff24e29cb service neutron] 10.222.0.64 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846405 Nov 11 01:07:53.835933 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fd6c3225-34c2-4f3b-a68e-41f37d098eaa req-5167d315-2d4f-4611-84d3-8e4951ae3036 service neutron] 10.222.0.64 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793233 Nov 11 01:07:59.386837 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-79972c26-3c51-4a29-84e8-ef6713404929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:01.467874 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 59366) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:01.570253 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-de630249-1534-47e2-86a2-f19367c80888 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:01.643809 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-de630249-1534-47e2-86a2-f19367c80888 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:01.647657 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-de630249-1534-47e2-86a2-f19367c80888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:01.689278 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de630249-1534-47e2-86a2-f19367c80888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180bb65c-dd79-4071-9b34-1f1dd71fb515,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:01.694808 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-de630249-1534-47e2-86a2-f19367c80888 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=beb475460c0f4b98be243cf06d5e5233&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258797 Nov 11 01:08:01.697434 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 59376) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:01.745844 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-cdc61dca-30a8-4284-94f9-f77c8d52699f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:01.766926 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-cdc61dca-30a8-4284-94f9-f77c8d52699f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:01.804246 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-168f4607-dcb4-405a-81f2-732d2c0c4ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:01.815497 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-cdc61dca-30a8-4284-94f9-f77c8d52699f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:01.818571 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-cdc61dca-30a8-4284-94f9-f77c8d52699f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:01.822742 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-cdc61dca-30a8-4284-94f9-f77c8d52699f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/180bb65c-dd79-4071-9b34-1f1dd71fb515 HTTP/1.1" status: 204 len: 168 time: 0.1243868 Nov 11 01:08:01.832376 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc61dca-30a8-4284-94f9-f77c8d52699f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180bb65c-dd79-4071-9b34-1f1dd71fb515,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:02.118080 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 59390) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:02.135301 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-6fd3de1b-a2ef-4030-94a0-b7e22b303727 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:02.454890 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-6fd3de1b-a2ef-4030-94a0-b7e22b303727 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:02.459605 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-6fd3de1b-a2ef-4030-94a0-b7e22b303727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:02.498818 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-6fd3de1b-a2ef-4030-94a0-b7e22b303727 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6fa6a090544747f0926c604133bdc7eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3796663 Nov 11 01:08:02.499703 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3de1b-a2ef-4030-94a0-b7e22b303727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d70e6f6-571a-4795-8ec4-d9dc9b0efd5c,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:02.502291 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 59392) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:02.557995 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8653b289-a374-4011-b435-22436a19f4d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:02.580218 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8653b289-a374-4011-b435-22436a19f4d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:02.631589 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8653b289-a374-4011-b435-22436a19f4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:02.634032 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8653b289-a374-4011-b435-22436a19f4d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:02.635181 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-8653b289-a374-4011-b435-22436a19f4d9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5d70e6f6-571a-4795-8ec4-d9dc9b0efd5c HTTP/1.1" status: 204 len: 168 time: 0.1313629 Nov 11 01:08:02.643491 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653b289-a374-4011-b435-22436a19f4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d70e6f6-571a-4795-8ec4-d9dc9b0efd5c,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:02.875438 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:02.964891 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d2a3f-823e-44fc-9ab9-ea84505029ae req-51d560a7-9891-4038-9579-aecdf24ed011 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:08:02.966624 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9f6d2a3f-823e-44fc-9ab9-ea84505029ae req-51d560a7-9891-4038-9579-aecdf24ed011 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a1527b-96a7-4813-83a3-56ade785f0d6 HTTP/1.1" status: 200 len: 946 time: 0.0534470 Nov 11 01:08:03.017625 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9f6d2a3f-823e-44fc-9ab9-ea84505029ae req-5ae5e817-6b12-42c9-b8a9-dd196d3d1862 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434086 Nov 11 01:08:04.144205 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58032d74-fd38-42b2-9136-1dbd7c408fb8 req-daa6e8e6-ff5c-4bf5-88d1-c8ca06cc9c96 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:08:04.144205 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-58032d74-fd38-42b2-9136-1dbd7c408fb8 req-daa6e8e6-ff5c-4bf5-88d1-c8ca06cc9c96 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a1527b-96a7-4813-83a3-56ade785f0d6 HTTP/1.1" status: 200 len: 946 time: 0.0528498 Nov 11 01:08:04.193373 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-58032d74-fd38-42b2-9136-1dbd7c408fb8 req-3dac9fd8-1c3d-4973-82dc-385d630b9b23 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430417 Nov 11 01:08:04.404436 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:04.569928 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 59486) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:04.673487 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-4dd1dc9a-edbd-4324-9a90-dd1c40e89238 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:04.745573 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-4dd1dc9a-edbd-4324-9a90-dd1c40e89238 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:04.750278 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-4dd1dc9a-edbd-4324-9a90-dd1c40e89238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:04.786207 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1dc9a-edbd-4324-9a90-dd1c40e89238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75484372-1561-4045-afaf-362025918600,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:04.791773 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-4dd1dc9a-edbd-4324-9a90-dd1c40e89238 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ad35590e8bec4810807393326556f317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208161 Nov 11 01:08:04.794962 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 59490) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:04.842256 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2244f893-dd92-43de-8a33-af081f4e5d49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:04.863395 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2244f893-dd92-43de-8a33-af081f4e5d49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:04.908297 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2244f893-dd92-43de-8a33-af081f4e5d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:04.910916 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2244f893-dd92-43de-8a33-af081f4e5d49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:04.912067 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-2244f893-dd92-43de-8a33-af081f4e5d49 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/75484372-1561-4045-afaf-362025918600 HTTP/1.1" status: 204 len: 168 time: 0.1162107 Nov 11 01:08:04.920467 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244f893-dd92-43de-8a33-af081f4e5d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75484372-1561-4045-afaf-362025918600,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:04.964183 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:05.169695 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 59496) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:05.182387 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-d27e83d4-d0cb-4547-bd27-435f160cd423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:05.256737 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-d27e83d4-d0cb-4547-bd27-435f160cd423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:05.260336 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-d27e83d4-d0cb-4547-bd27-435f160cd423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:05.333626 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-d27e83d4-d0cb-4547-bd27-435f160cd423 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dc7b39f8621e4ec389ca5158ed4672cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1628468 Nov 11 01:08:05.336357 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 59502) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:05.337044 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e83d4-d0cb-4547-bd27-435f160cd423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86dbaa7-64a7-41f7-8a39-772fb11eb66a,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:05.349347 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e83d4-d0cb-4547-bd27-435f160cd423 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:08:05.349692 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e83d4-d0cb-4547-bd27-435f160cd423 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:08:05.350027 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e83d4-d0cb-4547-bd27-435f160cd423 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:08:05.350356 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e83d4-d0cb-4547-bd27-435f160cd423 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:08:05.350681 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e83d4-d0cb-4547-bd27-435f160cd423 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:08:05.351098 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e83d4-d0cb-4547-bd27-435f160cd423 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:08:05.351431 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e83d4-d0cb-4547-bd27-435f160cd423 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:08:05.351774 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e83d4-d0cb-4547-bd27-435f160cd423 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:08:05.352078 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e83d4-d0cb-4547-bd27-435f160cd423 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:08:05.352397 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e83d4-d0cb-4547-bd27-435f160cd423 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:08:05.352715 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e83d4-d0cb-4547-bd27-435f160cd423 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:08:05.353028 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e83d4-d0cb-4547-bd27-435f160cd423 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:08:05.364890 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5eb8d7-0590-44e7-835e-74df1e7329c3 req-6589e79c-2544-4634-8f64-3bdb75531d2d tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:08:05.366354 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5d5eb8d7-0590-44e7-835e-74df1e7329c3 req-6589e79c-2544-4634-8f64-3bdb75531d2d tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a1527b-96a7-4813-83a3-56ade785f0d6 HTTP/1.1" status: 200 len: 946 time: 0.1034248 Nov 11 01:08:05.390422 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1d22283f-3e1f-4e2b-a1a4-2719ab115aef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:05.414171 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1d22283f-3e1f-4e2b-a1a4-2719ab115aef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:05.417658 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5d5eb8d7-0590-44e7-835e-74df1e7329c3 req-8caddf0d-343d-4e69-9b1f-5a92f4434062 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434453 Nov 11 01:08:05.470134 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1d22283f-3e1f-4e2b-a1a4-2719ab115aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:05.472745 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1d22283f-3e1f-4e2b-a1a4-2719ab115aef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:05.475409 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-1d22283f-3e1f-4e2b-a1a4-2719ab115aef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c86dbaa7-64a7-41f7-8a39-772fb11eb66a HTTP/1.1" status: 204 len: 168 time: 0.1379907 Nov 11 01:08:05.484326 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22283f-3e1f-4e2b-a1a4-2719ab115aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86dbaa7-64a7-41f7-8a39-772fb11eb66a,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:06.548521 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24dd8f-3144-4908-a2c8-8c621c5d54b6 req-da61b8b1-9844-4d51-8424-1451493fffb7 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:08:06.548521 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9d24dd8f-3144-4908-a2c8-8c621c5d54b6 req-da61b8b1-9844-4d51-8424-1451493fffb7 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a1527b-96a7-4813-83a3-56ade785f0d6 HTTP/1.1" status: 200 len: 946 time: 0.0516353 Nov 11 01:08:06.600566 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9d24dd8f-3144-4908-a2c8-8c621c5d54b6 req-fb9d89bd-f019-4815-998b-0a38db426b06 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468688 Nov 11 01:08:06.887475 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:08:07.713556 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9930d-90b9-4bdf-8c5e-56d5cb48a8e1 req-018c99b7-4ecb-435b-8e2b-b3421ec29976 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:08:07.715338 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8da9930d-90b9-4bdf-8c5e-56d5cb48a8e1 req-018c99b7-4ecb-435b-8e2b-b3421ec29976 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a1527b-96a7-4813-83a3-56ade785f0d6 HTTP/1.1" status: 200 len: 946 time: 0.0503047 Nov 11 01:08:07.766878 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8da9930d-90b9-4bdf-8c5e-56d5cb48a8e1 req-4ecb905c-c69f-47a0-a6bd-c5311ddde7e4 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/security-groups?id=a17a0a67-360f-4fdc-8943-feaa415bd923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451088 Nov 11 01:08:08.236944 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bde36-51c0-4b40-9183-ff33553bffef req-c3a72c72-1e04-44fd-998e-b22f9a84dffd tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:08:08.238316 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1c3bde36-51c0-4b40-9183-ff33553bffef req-c3a72c72-1e04-44fd-998e-b22f9a84dffd tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.64 "GET /v2.0/ports?device_id=14a1527b-96a7-4813-83a3-56ade785f0d6 HTTP/1.1" status: 200 len: 946 time: 0.0477822 Nov 11 01:08:08.332104 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [req-1c3bde36-51c0-4b40-9183-ff33553bffef req-0a5ad10e-aa0d-4546-b30b-d7d422f7a3e3 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Deleting port fa02e664-8dbd-49a5-9737-f85d20033a56 {{(pid=101602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:08:08.332446 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-1c3bde36-51c0-4b40-9183-ff33553bffef req-0a5ad10e-aa0d-4546-b30b-d7d422f7a3e3 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:08.425451 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [req-1c3bde36-51c0-4b40-9183-ff33553bffef req-0a5ad10e-aa0d-4546-b30b-d7d422f7a3e3 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] For port fa02e664-8dbd-49a5-9737-f85d20033a56, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=fa02e664-8dbd-49a5-9737-f85d20033a56,segment=NetworkSegment(dcbcfeea-9c48-4848-b9f2-09749bd8f073),segment_id=dcbcfeea-9c48-4848-b9f2-09749bd8f073)] {{(pid=101602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:08:08.425879 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-1c3bde36-51c0-4b40-9183-ff33553bffef req-0a5ad10e-aa0d-4546-b30b-d7d422f7a3e3 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:08.439054 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [req-1c3bde36-51c0-4b40-9183-ff33553bffef req-0a5ad10e-aa0d-4546-b30b-d7d422f7a3e3 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Calling delete_port for fa02e664-8dbd-49a5-9737-f85d20033a56 owned by compute:nova {{(pid=101602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:08:08.573849 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-1c3bde36-51c0-4b40-9183-ff33553bffef req-0a5ad10e-aa0d-4546-b30b-d7d422f7a3e3 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:08.601199 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ad10e-aa0d-4546-b30b-d7d422f7a3e3 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Pushing event deleted for resources: {'Port': ['ID=fa02e664-8dbd-49a5-9737-f85d20033a56,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:08.629993 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['fa02e664-8dbd-49a5-9737-f85d20033a56'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:08:08.647776 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3bde36-51c0-4b40-9183-ff33553bffef req-0a5ad10e-aa0d-4546-b30b-d7d422f7a3e3 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] No DVR routers for this DVR port fa02e664-8dbd-49a5-9737-f85d20033a56 on host hv-cinder-81708 {{(pid=101602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:08:08.651578 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-1c3bde36-51c0-4b40-9183-ff33553bffef req-0a5ad10e-aa0d-4546-b30b-d7d422f7a3e3 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:08.656099 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1c3bde36-51c0-4b40-9183-ff33553bffef req-0a5ad10e-aa0d-4546-b30b-d7d422f7a3e3 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.64 "DELETE /v2.0/ports/fa02e664-8dbd-49a5-9737-f85d20033a56 HTTP/1.1" status: 204 len: 173 time: 0.4065392 Nov 11 01:08:08.656626 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a1527b-96a7-4813-83a3-56ade785f0d6', 'name': 'network-vif-deleted', 'tag': 'fa02e664-8dbd-49a5-9737-f85d20033a56'}] {{(pid=101602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:08:08.659291 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbc2a4dd34722a8e14e2fc20a6c680084dc03eb7d3307192ee443654b1fba6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c734dd-5578-4155-8f40-ca79d5951a3e" -d '{"events": [{"server_uuid": "14a1527b-96a7-4813-83a3-56ade785f0d6", "name": "network-vif-deleted", "tag": "fa02e664-8dbd-49a5-9737-f85d20033a56"}]}' {{(pid=101602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:08:08.852255 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27a9bf9-7a5c-4e1a-b9a2-1043e8faa7ed x-openstack-request-id: req-c27a9bf9-7a5c-4e1a-b9a2-1043e8faa7ed {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:08:08.852835 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a1527b-96a7-4813-83a3-56ade785f0d6", "name": "network-vif-deleted", "tag": "fa02e664-8dbd-49a5-9737-f85d20033a56", "status": "completed", "code": 200}]} {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:08:08.852835 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c27a9bf9-7a5c-4e1a-b9a2-1043e8faa7ed {{(pid=101602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:08:08.853197 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a1527b-96a7-4813-83a3-56ade785f0d6', 'name': 'network-vif-deleted', 'tag': 'fa02e664-8dbd-49a5-9737-f85d20033a56', 'status': 'completed', 'code': 200} Nov 11 01:08:08.888752 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e2671bb3-dc13-4e73-afff-461b0b65a583 req-24462d34-e2d3-468b-86bb-46def0179ef9 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a1527b-96a7-4813-83a3-56ade785f0d6 HTTP/1.1" status: 200 len: 210 time: 0.0340438 Nov 11 01:08:10.012453 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-62bc627d-5ed5-4861-b8da-971bac159d27 req-67b2c35e-83d5-44b7-b021-9a495983aea2 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a1527b-96a7-4813-83a3-56ade785f0d6 HTTP/1.1" status: 200 len: 210 time: 0.0317781 Nov 11 01:08:11.113836 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2860a053-007c-4e8f-81a9-2521c2d12ee1 req-919dcb9c-6d34-4ab8-a81f-e0b3783b4a82 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a1527b-96a7-4813-83a3-56ade785f0d6 HTTP/1.1" status: 200 len: 210 time: 0.0268741 Nov 11 01:08:12.218298 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7d21055d-628c-49e2-b6ca-4853165ad237 req-7671b608-0a98-4f4d-8096-10e67bc72f62 tempest-VolumesSnapshotTestJSON-2033150805 tempest-VolumesSnapshotTestJSON-2033150805-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a1527b-96a7-4813-83a3-56ade785f0d6 HTTP/1.1" status: 200 len: 210 time: 0.0274410 Nov 11 01:08:12.516727 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device fa02e664-8dbd-49a5-9737-f85d20033a56 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:08:12.537281 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] No Port match for: fa02e664-8dbd-49a5-9737-f85d20033a56 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:08:12.537613 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device fa02e664-8dbd-49a5-9737-f85d20033a56 not bound to the agent host hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:08:13.590196 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:13.751317 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 59662) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:13.854447 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c9799ff9-c0f6-4c60-aea4-5de5db4e6dd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:13.927848 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c9799ff9-c0f6-4c60-aea4-5de5db4e6dd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:13.931459 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c9799ff9-c0f6-4c60-aea4-5de5db4e6dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:13.968299 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9799ff9-c0f6-4c60-aea4-5de5db4e6dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0b94d8-381c-488e-9818-4f2faa44879d,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:13.973236 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-c9799ff9-c0f6-4c60-aea4-5de5db4e6dd5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a1f5ec946eb8436a96ef785530b47cf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208059 Nov 11 01:08:13.975012 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 59666) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:14.022385 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-41725ec9-0b90-41db-b2f2-6c6209354c56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:14.046811 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-41725ec9-0b90-41db-b2f2-6c6209354c56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:14.092695 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-41725ec9-0b90-41db-b2f2-6c6209354c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:14.095234 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-41725ec9-0b90-41db-b2f2-6c6209354c56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:14.096350 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-41725ec9-0b90-41db-b2f2-6c6209354c56 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bb0b94d8-381c-488e-9818-4f2faa44879d HTTP/1.1" status: 204 len: 168 time: 0.1204450 Nov 11 01:08:14.104108 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41725ec9-0b90-41db-b2f2-6c6209354c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0b94d8-381c-488e-9818-4f2faa44879d,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:14.349076 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 59674) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:14.362444 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-448d1123-7745-4bfd-b3d9-5df925e89e25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:14.435004 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-448d1123-7745-4bfd-b3d9-5df925e89e25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:14.439647 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-448d1123-7745-4bfd-b3d9-5df925e89e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:14.477711 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-448d1123-7745-4bfd-b3d9-5df925e89e25 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ed0cc0dce13e411580950c645baddff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1275656 Nov 11 01:08:14.478562 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d1123-7745-4bfd-b3d9-5df925e89e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acaaf72e-7ec7-4393-b8ad-5fa45ba7b59d,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:14.481172 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 59676) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:14.529932 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-35422404-a9e1-4a58-a584-f99ee5d9b7d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:14.550293 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-35422404-a9e1-4a58-a584-f99ee5d9b7d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:14.597200 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-35422404-a9e1-4a58-a584-f99ee5d9b7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:14.599826 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-35422404-a9e1-4a58-a584-f99ee5d9b7d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:14.600971 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-35422404-a9e1-4a58-a584-f99ee5d9b7d7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/acaaf72e-7ec7-4393-b8ad-5fa45ba7b59d HTTP/1.1" status: 204 len: 168 time: 0.1174624 Nov 11 01:08:14.609320 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35422404-a9e1-4a58-a584-f99ee5d9b7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acaaf72e-7ec7-4393-b8ad-5fa45ba7b59d,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:16.382010 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 59746) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:16.484701 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6d15ad9c-2204-4257-b161-dda0ed6eed88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:16.559625 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6d15ad9c-2204-4257-b161-dda0ed6eed88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:16.563475 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6d15ad9c-2204-4257-b161-dda0ed6eed88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:16.601409 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-6d15ad9c-2204-4257-b161-dda0ed6eed88 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=192fd2849a4d4ef1a0584fb8d425a5b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183378 Nov 11 01:08:16.602255 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15ad9c-2204-4257-b161-dda0ed6eed88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46a750a-ef45-4d53-bbf0-3f25caf87112,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:16.604244 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 59750) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:16.610602 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d15ad9c-2204-4257-b161-dda0ed6eed88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:08:16.610966 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d15ad9c-2204-4257-b161-dda0ed6eed88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:08:16.611301 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d15ad9c-2204-4257-b161-dda0ed6eed88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:08:16.611628 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d15ad9c-2204-4257-b161-dda0ed6eed88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:08:16.611951 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d15ad9c-2204-4257-b161-dda0ed6eed88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:08:16.612273 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d15ad9c-2204-4257-b161-dda0ed6eed88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:08:16.612595 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d15ad9c-2204-4257-b161-dda0ed6eed88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:08:16.612911 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d15ad9c-2204-4257-b161-dda0ed6eed88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:08:16.613227 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d15ad9c-2204-4257-b161-dda0ed6eed88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:08:16.613539 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d15ad9c-2204-4257-b161-dda0ed6eed88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:08:16.614416 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d15ad9c-2204-4257-b161-dda0ed6eed88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:08:16.614738 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d15ad9c-2204-4257-b161-dda0ed6eed88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:08:16.652079 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-1b9c13a1-e4a1-4471-897e-8667cf59aa5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:16.674451 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-1b9c13a1-e4a1-4471-897e-8667cf59aa5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:16.724932 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-1b9c13a1-e4a1-4471-897e-8667cf59aa5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:16.727605 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-1b9c13a1-e4a1-4471-897e-8667cf59aa5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:16.728775 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-1b9c13a1-e4a1-4471-897e-8667cf59aa5c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f46a750a-ef45-4d53-bbf0-3f25caf87112 HTTP/1.1" status: 204 len: 168 time: 0.1235106 Nov 11 01:08:16.736640 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c13a1-e4a1-4471-897e-8667cf59aa5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46a750a-ef45-4d53-bbf0-3f25caf87112,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:16.988148 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 59758) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:17.001664 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-48108e8a-a5e1-492c-88b7-bdf788cb004c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:17.076488 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-48108e8a-a5e1-492c-88b7-bdf788cb004c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:17.080354 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-48108e8a-a5e1-492c-88b7-bdf788cb004c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:17.118504 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-48108e8a-a5e1-492c-88b7-bdf788cb004c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6357bb61c8704e59889e521634482f91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293252 Nov 11 01:08:17.119459 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48108e8a-a5e1-492c-88b7-bdf788cb004c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d791a69-b877-4924-9cb6-7a296a2bb48a,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:17.121227 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 59760) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:17.171863 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9be87d02-fd0f-474f-b915-4f0f3da314ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:17.192762 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9be87d02-fd0f-474f-b915-4f0f3da314ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:17.239367 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9be87d02-fd0f-474f-b915-4f0f3da314ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:17.241838 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9be87d02-fd0f-474f-b915-4f0f3da314ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:17.242985 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-9be87d02-fd0f-474f-b915-4f0f3da314ca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4d791a69-b877-4924-9cb6-7a296a2bb48a HTTP/1.1" status: 204 len: 168 time: 0.1200573 Nov 11 01:08:17.251542 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be87d02-fd0f-474f-b915-4f0f3da314ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d791a69-b877-4924-9cb6-7a296a2bb48a,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:22.675605 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 59892) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:22.783643 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-fa75122a-8a3e-4d83-a6a6-6b2c5efbe864 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:22.861030 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-fa75122a-8a3e-4d83-a6a6-6b2c5efbe864 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:22.864537 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-fa75122a-8a3e-4d83-a6a6-6b2c5efbe864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:22.905698 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-fa75122a-8a3e-4d83-a6a6-6b2c5efbe864 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7a877f99d0fd432da5031fbf3fcac49a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289426 Nov 11 01:08:22.906493 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75122a-8a3e-4d83-a6a6-6b2c5efbe864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6a72ef-a0be-4ed1-b520-f692f6ff7c9a,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:22.908704 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 59902) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:22.969164 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-c16b6d4b-e2b5-47fc-8daf-c797e1fc963f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:22.990743 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-c16b6d4b-e2b5-47fc-8daf-c797e1fc963f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:23.040951 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-c16b6d4b-e2b5-47fc-8daf-c797e1fc963f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:23.043498 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-c16b6d4b-e2b5-47fc-8daf-c797e1fc963f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:23.044954 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-c16b6d4b-e2b5-47fc-8daf-c797e1fc963f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/da6a72ef-a0be-4ed1-b520-f692f6ff7c9a HTTP/1.1" status: 204 len: 168 time: 0.1347671 Nov 11 01:08:23.052447 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b6d4b-e2b5-47fc-8daf-c797e1fc963f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6a72ef-a0be-4ed1-b520-f692f6ff7c9a,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:23.300437 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 59910) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:23.313848 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1820a027-4175-426d-b002-39f09fd80960 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:23.387051 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1820a027-4175-426d-b002-39f09fd80960 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:23.391250 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1820a027-4175-426d-b002-39f09fd80960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:23.427666 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-1820a027-4175-426d-b002-39f09fd80960 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=873053548f9e46c29dbade4b4e00382d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1261911 Nov 11 01:08:23.428503 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820a027-4175-426d-b002-39f09fd80960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b60be2-4bf7-4094-822b-f2a49b3a2b5c,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:23.430349 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 59914) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:23.482603 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-577a3408-77c0-4901-9e55-6e4dda48d0e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:23.503551 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-577a3408-77c0-4901-9e55-6e4dda48d0e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:23.548389 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-577a3408-77c0-4901-9e55-6e4dda48d0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:23.550842 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-577a3408-77c0-4901-9e55-6e4dda48d0e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:23.552017 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-577a3408-77c0-4901-9e55-6e4dda48d0e5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b2b60be2-4bf7-4094-822b-f2a49b3a2b5c HTTP/1.1" status: 204 len: 168 time: 0.1206131 Nov 11 01:08:23.559348 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a3408-77c0-4901-9e55-6e4dda48d0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b60be2-4bf7-4094-822b-f2a49b3a2b5c,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:29.393683 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-59d5547b-f7ce-4ab6-b4d9-899d5b0311b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:31.806703 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8ed92edd-558c-4397-81f5-a43bf1b4dead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:32.871432 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:34.405992 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:34.973432 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:43.380604 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efdba49-37cb-4fa4-a78f-6b44550b897e req-a515bd5c-a559-49d4-990d-1a269f231767 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:08:43.382110 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7efdba49-37cb-4fa4-a78f-6b44550b897e req-a515bd5c-a559-49d4-990d-1a269f231767 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 946 time: 0.0524149 Nov 11 01:08:43.429280 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7efdba49-37cb-4fa4-a78f-6b44550b897e req-d57bc928-04e4-4146-9b1b-df533b7fa79f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412216 Nov 11 01:08:43.591457 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:43.886511 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:08:44.559707 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1447b0-d2a4-4373-a44e-e68de224d7e0 req-145bfede-1b05-42e3-8410-ad7f658d7a7b tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:08:44.561237 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-bb1447b0-d2a4-4373-a44e-e68de224d7e0 req-145bfede-1b05-42e3-8410-ad7f658d7a7b tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 946 time: 0.0490990 Nov 11 01:08:44.614397 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-bb1447b0-d2a4-4373-a44e-e68de224d7e0 req-6050215c-c5ec-4670-a581-69b4b0ca42bb tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473397 Nov 11 01:08:45.732489 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642956c0-0c2c-48ba-a6f8-bc57f791ea8e req-a18b8d4b-0f36-4e3d-8e31-00f0416854f0 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:08:45.733919 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-642956c0-0c2c-48ba-a6f8-bc57f791ea8e req-a18b8d4b-0f36-4e3d-8e31-00f0416854f0 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 946 time: 0.0499318 Nov 11 01:08:45.784916 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-642956c0-0c2c-48ba-a6f8-bc57f791ea8e req-f7bff693-0d2c-4773-a51e-b3b867dec7bd tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442710 Nov 11 01:08:46.910045 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703abe99-3508-434a-b2cc-a33e6e51dcd4 req-b7990181-9d6b-4ca4-aa94-00ad0c357ba1 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:08:46.911569 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-703abe99-3508-434a-b2cc-a33e6e51dcd4 req-b7990181-9d6b-4ca4-aa94-00ad0c357ba1 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 946 time: 0.0521517 Nov 11 01:08:46.961966 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-703abe99-3508-434a-b2cc-a33e6e51dcd4 req-274ec1a5-e70a-4757-8a95-84e79d811b9c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437810 Nov 11 01:08:48.051544 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 60258) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:48.096820 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80e4bd-2c5c-4e75-b66a-a8e56501ef1e req-12fd1032-877a-49f2-a732-cf51956af863 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:08:48.098761 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5b80e4bd-2c5c-4e75-b66a-a8e56501ef1e req-12fd1032-877a-49f2-a732-cf51956af863 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 946 time: 0.0599172 Nov 11 01:08:48.147096 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5b80e4bd-2c5c-4e75-b66a-a8e56501ef1e req-7e3e843e-673d-40d0-aa56-9e84a97726b0 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422280 Nov 11 01:08:48.177904 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-077c608d-74d3-4d97-a7c4-72b64d022daf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:48.253282 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-077c608d-74d3-4d97-a7c4-72b64d022daf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:48.258022 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-077c608d-74d3-4d97-a7c4-72b64d022daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:48.296237 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c608d-74d3-4d97-a7c4-72b64d022daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad33702-f64d-4cf5-9c44-adb54c9c4125,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:48.303124 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-077c608d-74d3-4d97-a7c4-72b64d022daf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e2d91471906a4436bd97e0e9110cbe4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481642 Nov 11 01:08:48.303339 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 60266) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:48.357126 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f4bf3f90-2402-4001-a699-aa187011366f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:48.379054 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f4bf3f90-2402-4001-a699-aa187011366f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:48.428711 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f4bf3f90-2402-4001-a699-aa187011366f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:48.431120 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f4bf3f90-2402-4001-a699-aa187011366f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:48.432240 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-f4bf3f90-2402-4001-a699-aa187011366f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6ad33702-f64d-4cf5-9c44-adb54c9c4125 HTTP/1.1" status: 204 len: 168 time: 0.1280158 Nov 11 01:08:48.441987 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf3f90-2402-4001-a699-aa187011366f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad33702-f64d-4cf5-9c44-adb54c9c4125,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:48.648697 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-266d1b9e-1ad9-4122-96a7-743d9ca46030 req-cb8e7077-6db1-403e-9d96-c723cfe88c6e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409698 Nov 11 01:08:48.762316 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d1b9e-1ad9-4122-96a7-743d9ca46030 req-31996f2f-ca49-40f9-a1b9-a347c9a105ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:08:48.764349 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-266d1b9e-1ad9-4122-96a7-743d9ca46030 req-31996f2f-ca49-40f9-a1b9-a347c9a105ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d65821f142fe445b8388094f872c5457&device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 1098 time: 0.0660207 Nov 11 01:08:48.914653 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d1b9e-1ad9-4122-96a7-743d9ca46030 req-91e50c78-ce57-4852-a937-27673239f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:08:48.914653 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-266d1b9e-1ad9-4122-96a7-743d9ca46030 req-91e50c78-ce57-4852-a937-27673239f4c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0201e78f-31b0-4780-85e5-2d0c4a5203a2 HTTP/1.1" status: 200 len: 911 time: 0.1153040 Nov 11 01:08:49.010257 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-266d1b9e-1ad9-4122-96a7-743d9ca46030 req-b54694aa-0c90-4dcf-a08a-9417fb991e13 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7957db06-9b36-48fb-91f5-537bca5d85c5 HTTP/1.1" status: 200 len: 1001 time: 0.0734742 Nov 11 01:08:49.068456 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d1b9e-1ad9-4122-96a7-743d9ca46030 req-839a8b25-ea03-47d6-9ae8-929c5cf7fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:08:49.070580 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-266d1b9e-1ad9-4122-96a7-743d9ca46030 req-839a8b25-ea03-47d6-9ae8-929c5cf7fff9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a02394f-0dc6-4d50-9053-e463b69f5032 HTTP/1.1" status: 200 len: 850 time: 0.0493579 Nov 11 01:08:49.133567 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 60300) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:49.206508 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d1b9e-1ad9-4122-96a7-743d9ca46030 req-e07a8748-52f4-4b6e-8321-db5758b2d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:08:49.208414 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-266d1b9e-1ad9-4122-96a7-743d9ca46030 req-e07a8748-52f4-4b6e-8321-db5758b2d4c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0201e78f-31b0-4780-85e5-2d0c4a5203a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627148 Nov 11 01:08:49.228341 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d94e6-b29f-4bed-ba87-3f0e67d4bdd3 req-6c9fe40e-151c-4ed2-b7d6-4a943200acd0 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:08:49.230465 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5f7d94e6-b29f-4bed-ba87-3f0e67d4bdd3 req-6c9fe40e-151c-4ed2-b7d6-4a943200acd0 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 946 time: 0.0602968 Nov 11 01:08:49.278285 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-9fea346d-4cb1-4d01-ae5d-f9a51cfeecea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2113451246-network', 'tenant_id': '42eb5f73fb374af78bba48a01fee4398'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:08:49.327405 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-5f7d94e6-b29f-4bed-ba87-3f0e67d4bdd3 req-5dff48c2-1830-4cc1-8636-42058738dbe4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Deleting port 1debaf12-1dc2-4053-8874-4078beb56b38 {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:08:49.327757 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-5f7d94e6-b29f-4bed-ba87-3f0e67d4bdd3 req-5dff48c2-1830-4cc1-8636-42058738dbe4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:49.344771 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fea346d-4cb1-4d01-ae5d-f9a51cfeecea admin admin] Made reservation on behalf of 42eb5f73fb374af78bba48a01fee4398 for: {'network': 1} {{(pid=101602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:08:49.347146 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-9fea346d-4cb1-4d01-ae5d-f9a51cfeecea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for network, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:49.369614 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42604605-1655-4fff-95cd-3cf8e2dee068 req-e92ac981-c498-4cc3-b007-01966f7f49a5 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:08:49.371114 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-42604605-1655-4fff-95cd-3cf8e2dee068 req-e92ac981-c498-4cc3-b007-01966f7f49a5 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 946 time: 0.1325505 Nov 11 01:08:49.373813 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-9fea346d-4cb1-4d01-ae5d-f9a51cfeecea admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:49.380836 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-266d1b9e-1ad9-4122-96a7-743d9ca46030 req-7ec3b86e-b842-4a82-99d7-bfc727b1bcee service neutron] 10.222.0.64 "GET /v2.0/networks/0201e78f-31b0-4780-85e5-2d0c4a5203a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635294 Nov 11 01:08:49.419992 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-5f7d94e6-b29f-4bed-ba87-3f0e67d4bdd3 req-5dff48c2-1830-4cc1-8636-42058738dbe4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] For port 1debaf12-1dc2-4053-8874-4078beb56b38, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1debaf12-1dc2-4053-8874-4078beb56b38,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:08:49.420351 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-5f7d94e6-b29f-4bed-ba87-3f0e67d4bdd3 req-5dff48c2-1830-4cc1-8636-42058738dbe4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:49.458450 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-42604605-1655-4fff-95cd-3cf8e2dee068 req-3bdfebde-e29d-498c-916b-1a9c31b922d9 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=8b2700d8-9e63-4d7a-8290-d05320ee5e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673764 Nov 11 01:08:49.499737 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-9fea346d-4cb1-4d01-ae5d-f9a51cfeecea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:49.509997 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-9fea346d-4cb1-4d01-ae5d-f9a51cfeecea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:49.539126 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fea346d-4cb1-4d01-ae5d-f9a51cfeecea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=101602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 01:08:49.549854 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea346d-4cb1-4d01-ae5d-f9a51cfeecea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12376f23-9935-4561-8bb0-cdb018f9299c,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:49.554923 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-9fea346d-4cb1-4d01-ae5d-f9a51cfeecea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:49.555375 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.db.segments_db [None req-9fea346d-4cb1-4d01-ae5d-f9a51cfeecea admin admin] Added segment f515badc-0eb8-4c72-ac17-ae092d53d80b of type vlan for network 0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384 Nov 11 01:08:49.596918 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-9fea346d-4cb1-4d01-ae5d-f9a51cfeecea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764258555859'] for network, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:49.624959 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-9fea346d-4cb1-4d01-ae5d-f9a51cfeecea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for network, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:49.626112 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fea346d-4cb1-4d01-ae5d-f9a51cfeecea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:08:49.626769 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-9fea346d-4cb1-4d01-ae5d-f9a51cfeecea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:49.680964 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-9fea346d-4cb1-4d01-ae5d-f9a51cfeecea admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5462964 Nov 11 01:08:49.684222 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 60314) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:49.688932 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-75c45f9a-0350-43e3-b33b-c5e53e5ea1cb admin admin] Request body: {'subnet': {'network_id': '0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2113451246-subnet', 'tenant_id': '42eb5f73fb374af78bba48a01fee4398', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:08:49.693483 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea346d-4cb1-4d01-ae5d-f9a51cfeecea admin admin] Pushing event updated for resources: {'Network': ['ID=0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:49.703631 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Network 0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384 details requested by agent ovs-agent-dv-cinder-817085-3-iscsi with host dv-cinder-817085-3-iscsi {{(pid=101603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 01:08:49.730241 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-5f7d94e6-b29f-4bed-ba87-3f0e67d4bdd3 req-5dff48c2-1830-4cc1-8636-42058738dbe4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:49.730601 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-5f7d94e6-b29f-4bed-ba87-3f0e67d4bdd3 req-5dff48c2-1830-4cc1-8636-42058738dbe4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918241'] for floatingip, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:49.730915 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.db.l3_db [req-5f7d94e6-b29f-4bed-ba87-3f0e67d4bdd3 req-5dff48c2-1830-4cc1-8636-42058738dbe4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Floating IP f20bf956-ca28-4ada-9291-20d84da04775 disassociated. External IP: 172.27.2.195, port: 1debaf12-1dc2-4053-8874-4078beb56b38. Nov 11 01:08:49.731273 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-5f7d94e6-b29f-4bed-ba87-3f0e67d4bdd3 req-5dff48c2-1830-4cc1-8636-42058738dbe4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Calling delete_port for 1debaf12-1dc2-4053-8874-4078beb56b38 owned by compute:nova {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:08:49.744438 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c45f9a-0350-43e3-b33b-c5e53e5ea1cb admin admin] Made reservation on behalf of 42eb5f73fb374af78bba48a01fee4398 for: {'subnet': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:08:49.746702 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-75c45f9a-0350-43e3-b33b-c5e53e5ea1cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14289084'] for subnet, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:49.979832 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-5f7d94e6-b29f-4bed-ba87-3f0e67d4bdd3 req-5dff48c2-1830-4cc1-8636-42058738dbe4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:50.021536 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff48c2-1830-4cc1-8636-42058738dbe4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Pushing event deleted for resources: {'Port': ['ID=1debaf12-1dc2-4053-8874-4078beb56b38,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:50.031049 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-75c45f9a-0350-43e3-b33b-c5e53e5ea1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14462179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14289042'] for subnet, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:50.120478 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c45f9a-0350-43e3-b33b-c5e53e5ea1cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb665675-e55e-416f-b7ef-07e6d22f9340,revision_number=0']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:50.414442 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c45f9a-0350-43e3-b33b-c5e53e5ea1cb admin admin] Checking segment: {'id': 'f515badc-0eb8-4c72-ac17-ae092d53d80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:08:50.415136 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c45f9a-0350-43e3-b33b-c5e53e5ea1cb admin admin] Network hostable DHCP agents. Network: 0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384, hostable agents: ['51ef0dbb-d632-4ef8-8741-cd394451711b'], hosted agents: [] {{(pid=101601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 01:08:50.435133 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f7d94e6-b29f-4bed-ba87-3f0e67d4bdd3 req-5dff48c2-1830-4cc1-8636-42058738dbe4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Router c0042718-a156-4f57-806b-299e7b0af0d9 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:08:50.441697 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c45f9a-0350-43e3-b33b-c5e53e5ea1cb admin admin] Network 0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384 is scheduled to be hosted by DHCP agent 51ef0dbb-d632-4ef8-8741-cd394451711b with binding_index 1 {{(pid=101601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 01:08:50.453005 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-75c45f9a-0350-43e3-b33b-c5e53e5ea1cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-3-iscsi, 0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384) {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:08:50.469275 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4777114-d6ad-4f3d-863f-203ef7f29f3b None None] Network 0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:08:50.490805 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c45f9a-0350-43e3-b33b-c5e53e5ea1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:08:50.491408 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-75c45f9a-0350-43e3-b33b-c5e53e5ea1cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:50.521413 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-75c45f9a-0350-43e3-b33b-c5e53e5ea1cb admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8360181 Nov 11 01:08:50.613262 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f7d94e6-b29f-4bed-ba87-3f0e67d4bdd3 req-5dff48c2-1830-4cc1-8636-42058738dbe4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:08:50.626665 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdec217-18d3-48b1-90a0-5e570c7fa6c3 None None] Sync routers for ids ['c0042718-a156-4f57-806b-299e7b0af0d9'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:08:50.632998 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d476e4b-11c5-4f9d-9754-17f9a626acad None None] Network 0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:08:50.646453 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a02a95e8-e0d7-4e61-9552-416ccdedd73c req-d26dca7a-7f63-46a9-87aa-d2e5d3cb6403 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 210 time: 0.0623944 Nov 11 01:08:50.684198 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7d94e6-b29f-4bed-ba87-3f0e67d4bdd3 req-5dff48c2-1830-4cc1-8636-42058738dbe4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] No DVR routers for this DVR port 1debaf12-1dc2-4053-8874-4078beb56b38 on host hv-cinder-81708 {{(pid=101601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:08:50.687207 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-5f7d94e6-b29f-4bed-ba87-3f0e67d4bdd3 req-5dff48c2-1830-4cc1-8636-42058738dbe4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:50.691831 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5f7d94e6-b29f-4bed-ba87-3f0e67d4bdd3 req-5dff48c2-1830-4cc1-8636-42058738dbe4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.64 "DELETE /v2.0/ports/1debaf12-1dc2-4053-8874-4078beb56b38 HTTP/1.1" status: 204 len: 173 time: 1.4548140 Nov 11 01:08:50.692332 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bc1ebf-6b32-496c-b7ff-a005abd1dec2', 'name': 'network-vif-deleted', 'tag': '1debaf12-1dc2-4053-8874-4078beb56b38'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:08:50.718747 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e68de3-1e66-4da0-8780-f8a9cf3a5a5f" -d '{"events": [{"server_uuid": "c4bc1ebf-6b32-496c-b7ff-a005abd1dec2", "name": "network-vif-deleted", "tag": "1debaf12-1dc2-4053-8874-4078beb56b38"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:08:50.773163 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-266d1b9e-1ad9-4122-96a7-743d9ca46030 req-5ca65d2d-031b-4535-8cbd-02559aa817eb service neutron] 10.222.0.64 "GET /v2.0/networks/0201e78f-31b0-4780-85e5-2d0c4a5203a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381145 Nov 11 01:08:50.834582 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdec217-18d3-48b1-90a0-5e570c7fa6c3 None None] Routers {'c0042718-a156-4f57-806b-299e7b0af0d9'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:08:50.835790 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-0fdec217-18d3-48b1-90a0-5e570c7fa6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:08:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['c0042718-a156-4f57-806b-299e7b0af0d9'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:08:50.930830 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61378fe8-c9dd-4588-9981-adf34a4c3eca x-openstack-request-id: req-61378fe8-c9dd-4588-9981-adf34a4c3eca {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:08:50.931222 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bc1ebf-6b32-496c-b7ff-a005abd1dec2", "name": "network-vif-deleted", "tag": "1debaf12-1dc2-4053-8874-4078beb56b38", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:08:50.931652 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-61378fe8-c9dd-4588-9981-adf34a4c3eca {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:08:50.932019 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bc1ebf-6b32-496c-b7ff-a005abd1dec2', 'name': 'network-vif-deleted', 'tag': '1debaf12-1dc2-4053-8874-4078beb56b38', 'status': 'completed', 'code': 200} Nov 11 01:08:51.024904 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-0fdec217-18d3-48b1-90a0-5e570c7fa6c3 None None] Set router c0042718-a156-4f57-806b-299e7b0af0d9 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:08:51.249041 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-0fdec217-18d3-48b1-90a0-5e570c7fa6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'name': 'tempest-AttachVolumeShelveTestJSON-360278585-router', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:36Z', 'updated_at': '2021-11-11T01:02:42Z', 'revision_number': 4, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'gw_port': {'id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:37Z', 'updated_at': '2021-11-11T01:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '00beaa14-6b37-445e-ab5d-f8ef41959a7d', 'name': '', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'mac_address': 'fa:16:3e:6f:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:41Z', 'updated_at': '2021-11-11T01:02:53Z', 'revision_number': 5, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'subnets': [{'id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:08:51.278659 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdec217-18d3-48b1-90a0-5e570c7fa6c3 None None] Checking router: c0042718-a156-4f57-806b-299e7b0af0d9 for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:08:51.287249 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdec217-18d3-48b1-90a0-5e570c7fa6c3 None None] Routers {'c0042718-a156-4f57-806b-299e7b0af0d9'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:08:51.287871 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-0fdec217-18d3-48b1-90a0-5e570c7fa6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:08:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['c0042718-a156-4f57-806b-299e7b0af0d9'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:08:51.394183 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-0fdec217-18d3-48b1-90a0-5e570c7fa6c3 None None] Set router c0042718-a156-4f57-806b-299e7b0af0d9 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:08:51.591978 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-0fdec217-18d3-48b1-90a0-5e570c7fa6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'name': 'tempest-AttachVolumeShelveTestJSON-360278585-router', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:36Z', 'updated_at': '2021-11-11T01:02:42Z', 'revision_number': 4, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'gw_port': {'id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:37Z', 'updated_at': '2021-11-11T01:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '00beaa14-6b37-445e-ab5d-f8ef41959a7d', 'name': '', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'mac_address': 'fa:16:3e:6f:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:41Z', 'updated_at': '2021-11-11T01:02:53Z', 'revision_number': 5, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'subnets': [{'id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:08:51.618884 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdec217-18d3-48b1-90a0-5e570c7fa6c3 None None] The sync data for ids ['c0042718-a156-4f57-806b-299e7b0af0d9'] in dv-cinder-817085-3-iscsi is: [{'id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'name': 'tempest-AttachVolumeShelveTestJSON-360278585-router', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:36Z', 'updated_at': '2021-11-11T01:02:42Z', 'revision_number': 4, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'gw_port': {'id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:37Z', 'updated_at': '2021-11-11T01:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '00beaa14-6b37-445e-ab5d-f8ef41959a7d', 'name': '', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'mac_address': 'fa:16:3e:6f:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:41Z', 'updated_at': '2021-11-11T01:02:53Z', 'revision_number': 5, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'subnets': [{'id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:08:51.755477 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a92c03c9-3150-4335-a927-6fda0fe0f891 req-bc1b7088-9214-4913-9af6-a3628a3ffa23 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 210 time: 0.0287514 Nov 11 01:08:51.867525 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93fcd35-6ed2-4a78-9f13-6c1b667944a4 None None] New status for floating IP f20bf956-ca28-4ada-9291-20d84da04775: DOWN {{(pid=101604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 01:08:52.855944 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-71657887-343a-484f-b4e0-ccec6b909b46 req-0d41c86a-cac7-4e85-ae53-126d9122c16e tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4bc1ebf-6b32-496c-b7ff-a005abd1dec2 HTTP/1.1" status: 200 len: 210 time: 0.0272079 Nov 11 01:08:53.948808 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 60360) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:54.003235 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1c760855-70c3-427c-bbe7-7a711a14ee04 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:54.029618 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1c760855-70c3-427c-bbe7-7a711a14ee04 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:54.076249 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1c760855-70c3-427c-bbe7-7a711a14ee04 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:54.078865 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1c760855-70c3-427c-bbe7-7a711a14ee04 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:54.079995 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-1c760855-70c3-427c-bbe7-7a711a14ee04 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "DELETE /v2.0/security-groups/8b2700d8-9e63-4d7a-8290-d05320ee5e6b HTTP/1.1" status: 204 len: 168 time: 0.1301596 Nov 11 01:08:54.083450 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 60362) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:54.089925 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c760855-70c3-427c-bbe7-7a711a14ee04 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2700d8-9e63-4d7a-8290-d05320ee5e6b,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:54.097009 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.api.v2.resource [None req-b6e5020d-df47-43ce-a052-810b7d5ebd78 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] show failed (client error): The resource could not be found. Nov 11 01:08:54.098760 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-b6e5020d-df47-43ce-a052-810b7d5ebd78 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups/8b2700d8-9e63-4d7a-8290-d05320ee5e6b HTTP/1.1" status: 404 len: 347 time: 0.0142415 Nov 11 01:08:54.101546 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 60364) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:54.224637 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-436c7ab6-a943-490e-b881-e074d6f9348d tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Deleting port 94a8c5b4-453c-44f7-a87b-e59f452b75f3 {{(pid=101602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:08:54.224977 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-436c7ab6-a943-490e-b881-e074d6f9348d tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:54.310916 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-436c7ab6-a943-490e-b881-e074d6f9348d tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:54.311408 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-436c7ab6-a943-490e-b881-e074d6f9348d tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:54.324947 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-436c7ab6-a943-490e-b881-e074d6f9348d tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Calling delete_port for 94a8c5b4-453c-44f7-a87b-e59f452b75f3 owned by network:floatingip {{(pid=101602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:08:54.522333 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-436c7ab6-a943-490e-b881-e074d6f9348d tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:54.553827 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c7ab6-a943-490e-b881-e074d6f9348d tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Pushing event deleted for resources: {'Port': ['ID=94a8c5b4-453c-44f7-a87b-e59f452b75f3,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:54.624456 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-133c1bf8-15a9-4108-b4a7-812e105f2421 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:08:54.625848 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-133c1bf8-15a9-4108-b4a7-812e105f2421 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/networks?id=0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384 HTTP/1.1" status: 200 len: 809 time: 0.1800790 Nov 11 01:08:54.651500 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-8530e794-d517-4ecf-b19a-2ec71ab2031a tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/quotas/42eb5f73fb374af78bba48a01fee4398 HTTP/1.1" status: 200 len: 375 time: 0.0164707 Nov 11 01:08:54.652383 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-436c7ab6-a943-490e-b881-e074d6f9348d tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for floatingip, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:54.655215 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-436c7ab6-a943-490e-b881-e074d6f9348d tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for floatingip, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:54.659268 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-436c7ab6-a943-490e-b881-e074d6f9348d tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "DELETE /v2.0/floatingips/f20bf956-ca28-4ada-9291-20d84da04775 HTTP/1.1" status: 204 len: 168 time: 0.5538366 Nov 11 01:08:54.685191 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-5057e7f3-e180-413b-8ada-583049550178 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=42eb5f73fb374af78bba48a01fee4398&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273445 Nov 11 01:08:54.829927 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 60404) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:54.835088 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-e409a102-4296-4639-9a1f-4d330c61ca14 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1692588209', 'description': 'tempest-description--811951763'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:08:54.853085 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-c5f760ba-ff2a-4b0d-88fd-47391b4d3c7c service neutron] 10.222.0.52 "GET /v2.0/networks/0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596148 Nov 11 01:08:54.857178 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-e409a102-4296-4639-9a1f-4d330c61ca14 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:54.884067 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 1debaf12-1dc2-4053-8874-4078beb56b38 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:08:54.905468 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] No Port match for: 1debaf12-1dc2-4053-8874-4078beb56b38 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:08:54.905903 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 1debaf12-1dc2-4053-8874-4078beb56b38 not bound to the agent host hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:08:54.929809 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-e409a102-4296-4639-9a1f-4d330c61ca14 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:54.933847 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-e409a102-4296-4639-9a1f-4d330c61ca14 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:54.948089 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-075b2bd5-31c5-44e7-a1b9-87d2d2acae60 service neutron] 10.222.0.52 "GET /v2.0/networks/0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878887 Nov 11 01:08:54.963932 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-e409a102-4296-4639-9a1f-4d330c61ca14 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:54.968193 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-e409a102-4296-4639-9a1f-4d330c61ca14 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1344380 Nov 11 01:08:54.968613 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 60406) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:54.973273 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-45ee9083-4a6a-42b4-b2a4-0ef453a10d5a tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Request body: {'security_group_rule': {'security_group_id': '5480cb19-e29b-449a-b1c1-58d704490052', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:08:54.978433 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409a102-4296-4639-9a1f-4d330c61ca14 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5480cb19-e29b-449a-b1c1-58d704490052,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:55.002653 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-45ee9083-4a6a-42b4-b2a4-0ef453a10d5a tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:55.062501 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-45ee9083-4a6a-42b4-b2a4-0ef453a10d5a tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:55.067181 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-45ee9083-4a6a-42b4-b2a4-0ef453a10d5a tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527026'] for security_group_rule, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:55.086336 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee9083-4a6a-42b4-b2a4-0ef453a10d5a tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab90ee7-963c-4cd0-a967-39b880b00ae8,revision_number=0']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:55.096075 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-45ee9083-4a6a-42b4-b2a4-0ef453a10d5a tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:55.097976 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-45ee9083-4a6a-42b4-b2a4-0ef453a10d5a tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279986 Nov 11 01:08:55.100648 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 60410) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:55.107631 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-5eaca0bb-c2a6-4a06-952a-6cd8cb18e020 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Request body: {'security_group_rule': {'security_group_id': '5480cb19-e29b-449a-b1c1-58d704490052', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:08:55.118823 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b83b2a20-5265-4a70-999a-a1cf757a3f14 req-5c8c0842-e0ff-4ece-8e30-864c29dd8813 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=880b8450-ebb8-458b-8b2f-fc32ae59e2ea HTTP/1.1" status: 200 len: 210 time: 0.0290406 Nov 11 01:08:55.137656 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5eaca0bb-c2a6-4a06-952a-6cd8cb18e020 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:55.197357 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5eaca0bb-c2a6-4a06-952a-6cd8cb18e020 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:55.200643 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5eaca0bb-c2a6-4a06-952a-6cd8cb18e020 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527026'] for security_group_rule, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:55.221204 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaca0bb-c2a6-4a06-952a-6cd8cb18e020 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7cc853-bf70-400c-b537-d6bc17e1eb4c,revision_number=0']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:55.229681 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5eaca0bb-c2a6-4a06-952a-6cd8cb18e020 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:55.230858 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-5eaca0bb-c2a6-4a06-952a-6cd8cb18e020 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270764 Nov 11 01:08:55.233834 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 60412) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:08:55.238645 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-92c5c716-7890-4064-85f6-ceef7751107f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Request body: {'floatingip': {'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:08:55.260100 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-92c5c716-7890-4064-85f6-ceef7751107f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for floatingip, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:55.352625 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-92c5c716-7890-4064-85f6-ceef7751107f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:55.459357 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [None req-92c5c716-7890-4064-85f6-ceef7751107f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Allocated IP 172.27.2.218 (aa4f75c5-5213-4ff6-92cc-17e0fe78067f/bed3c881-f684-464c-a719-dd29140bdb28/1277a3c8-b969-4215-af7c-48fcaa535af3) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:08:55.559168 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-92c5c716-7890-4064-85f6-ceef7751107f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:55.593905 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-92c5c716-7890-4064-85f6-ceef7751107f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:55.635437 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c5c716-7890-4064-85f6-ceef7751107f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Network aa4f75c5-5213-4ff6-92cc-17e0fe78067f is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:08:55.641567 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-92c5c716-7890-4064-85f6-ceef7751107f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:08:55.646174 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c5c716-7890-4064-85f6-ceef7751107f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:08:55.651338 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5c716-7890-4064-85f6-ceef7751107f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Pushing event updated for resources: {'Port': ['ID=1277a3c8-b969-4215-af7c-48fcaa535af3,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:55.729883 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-92c5c716-7890-4064-85f6-ceef7751107f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:55.762102 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-92c5c716-7890-4064-85f6-ceef7751107f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:55.916622 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-92c5c716-7890-4064-85f6-ceef7751107f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for port, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:55.920811 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-92c5c716-7890-4064-85f6-ceef7751107f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:55.995146 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5c716-7890-4064-85f6-ceef7751107f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Pushing event updated for resources: {'Port': ['ID=1277a3c8-b969-4215-af7c-48fcaa535af3,revision_number=2']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:08:56.003244 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-92c5c716-7890-4064-85f6-ceef7751107f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918241'] for floatingip, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:56.017680 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-92c5c716-7890-4064-85f6-ceef7751107f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for floatingip, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:56.019000 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-92c5c716-7890-4064-85f6-ceef7751107f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7841120 Nov 11 01:08:56.217387 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8293c935-4fed-424b-a30b-489b74134fe3 req-6dd7b714-a695-4056-af59-25165841a7d1 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=880b8450-ebb8-458b-8b2f-fc32ae59e2ea HTTP/1.1" status: 200 len: 210 time: 0.0447366 Nov 11 01:08:56.241896 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-1c4d1074-6f1e-4323-87df-2aef07be8d25 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1692588209&fields=id&tenant_id=e01554f5a96c46afb1983c71a9513e16 HTTP/1.1" status: 200 len: 267 time: 0.0705781 Nov 11 01:08:56.351408 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-f3a15a30-a3c7-4f85-b35a-2a0310ad9a35 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:08:56.352832 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-f3a15a30-a3c7-4f85-b35a-2a0310ad9a35 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/networks?id=7db40340-76c1-4dbb-a60c-57c8a9a269e5 HTTP/1.1" status: 200 len: 816 time: 0.1034737 Nov 11 01:08:56.367334 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-ae04f65c-3c3b-419c-95bc-f2d89d055ae4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/quotas/e01554f5a96c46afb1983c71a9513e16 HTTP/1.1" status: 200 len: 375 time: 0.0088193 Nov 11 01:08:56.419200 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-f16dc2c9-9651-4051-9f35-eab6a57a4ca6 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e01554f5a96c46afb1983c71a9513e16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465975 Nov 11 01:08:56.511795 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-63e29319-7206-4f6e-aa03-491d022d8836 service neutron] 10.222.0.52 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814214 Nov 11 01:08:56.602200 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-ec28deb7-5588-4e83-8b83-ea00d7d9edfc service neutron] 10.222.0.52 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845945 Nov 11 01:08:56.761793 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-aabace19-b200-487d-9957-cd22a6bed94a req-b0294a94-b36e-4397-a118-b2a59118e9ec tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 210 time: 0.0299344 Nov 11 01:08:57.295224 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b34f4177-21c4-49a0-97c8-3d6e7190378e req-e5e3073a-a3ea-4f4f-8c94-5a3f0c8da65b tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=880b8450-ebb8-458b-8b2f-fc32ae59e2ea HTTP/1.1" status: 200 len: 210 time: 0.0254381 Nov 11 01:08:57.857524 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2c833c0b-c1a7-4b2d-8ead-b40c65de885b req-b7a0bbae-4f7e-4a19-81af-e507999309ad tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 210 time: 0.0274515 Nov 11 01:08:58.370854 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3a681dd9-c8aa-4a4c-94a5-a6f6c90675fc req-c0121595-4576-4474-b63f-e81bebfc18e5 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=880b8450-ebb8-458b-8b2f-fc32ae59e2ea HTTP/1.1" status: 200 len: 210 time: 0.0250394 Nov 11 01:08:58.963886 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-68b421dd-8f26-4119-ad7f-0847f32625c6 req-a78a5356-8d5c-480a-8920-31dfddc1540e tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 210 time: 0.0339270 Nov 11 01:08:59.388376 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-9685f519-c6b5-45a3-af4c-a581f61e50f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:08:59.476951 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c5a3f921-7558-40b7-92fb-c6b0e5015217 req-db42f81c-8b42-4ccb-9a79-be4ad5ffaa3b tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=880b8450-ebb8-458b-8b2f-fc32ae59e2ea HTTP/1.1" status: 200 len: 210 time: 0.0289223 Nov 11 01:08:59.904121 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-55ed830c-d7e0-48cf-83fd-088b1a568617 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:08:59.905857 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-55ed830c-d7e0-48cf-83fd-088b1a568617 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.64 "GET /v2.0/networks?id=7db40340-76c1-4dbb-a60c-57c8a9a269e5 HTTP/1.1" status: 200 len: 816 time: 0.1368556 Nov 11 01:09:00.031761 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-be62b490-9353-45d8-bf62-82f72c2d58ff tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e01554f5a96c46afb1983c71a9513e16 HTTP/1.1" status: 200 len: 380 time: 0.0661032 Nov 11 01:09:00.074559 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cbda74a5-6946-4e05-b478-412be6ca0d5c req-ef1c3d02-8b44-4f97-8744-349dfaca30e4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 210 time: 0.0307446 Nov 11 01:09:00.077871 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-b5ee21f2-9647-4216-8280-4da1a4ec4c43 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Request body: {'port': {'device_id': '2ce8e836-308a-4cdb-8e70-a3d3b431da6d', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'admin_state_up': True, 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'security_groups': ['5480cb19-e29b-449a-b1c1-58d704490052']}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:09:00.184700 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-b5ee21f2-9647-4216-8280-4da1a4ec4c43 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Made reservation on behalf of e01554f5a96c46afb1983c71a9513e16 for: {'port': 1} {{(pid=101602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:09:00.188160 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-b5ee21f2-9647-4216-8280-4da1a4ec4c43 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:00.319332 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.db_base_plugin_common [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-b5ee21f2-9647-4216-8280-4da1a4ec4c43 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Allocated IP 172.20.0.10 (7db40340-76c1-4dbb-a60c-57c8a9a269e5/106c258c-9ba0-4b87-8aaf-5fe2051be471/1f7f5df1-b155-4d43-99ac-2e3dd6657296) {{(pid=101602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:09:00.451251 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-b5ee21f2-9647-4216-8280-4da1a4ec4c43 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for port, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:00.489334 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-b5ee21f2-9647-4216-8280-4da1a4ec4c43 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:00.530889 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-b5ee21f2-9647-4216-8280-4da1a4ec4c43 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Network 7db40340-76c1-4dbb-a60c-57c8a9a269e5 is already hosted by enough agents. {{(pid=101602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:09:00.538365 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.base_scheduler [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-b5ee21f2-9647-4216-8280-4da1a4ec4c43 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Resources bound (agent type, host, resource id): {{(pid=101602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:09:00.543081 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-b5ee21f2-9647-4216-8280-4da1a4ec4c43 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Received port after_create {{(pid=101602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:09:00.571510 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee21f2-9647-4216-8280-4da1a4ec4c43 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Pushing event updated for resources: {'Port': ['ID=1f7f5df1-b155-4d43-99ac-2e3dd6657296,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:00.606733 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d669a162-5820-4635-b0e0-ffe1860d75af req-81602605-2bf3-4427-8b9c-a29c41d9e6e3 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=880b8450-ebb8-458b-8b2f-fc32ae59e2ea HTTP/1.1" status: 200 len: 210 time: 0.0363185 Nov 11 01:09:00.625441 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-b5ee21f2-9647-4216-8280-4da1a4ec4c43 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:00.626061 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-b5ee21f2-9647-4216-8280-4da1a4ec4c43 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:00.644423 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-b5ee21f2-9647-4216-8280-4da1a4ec4c43 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5719700 Nov 11 01:09:00.709568 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-601980a2-7ce0-40cb-b9db-ed0bf93da0da service neutron] Request body: {'port': {'device_id': '2ce8e836-308a-4cdb-8e70-a3d3b431da6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:09:00.778842 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-601980a2-7ce0-40cb-b9db-ed0bf93da0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:00.820714 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-cfa9e2e1-1f75-4c70-9d90-09167183a1bc tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:00.822721 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-cfa9e2e1-1f75-4c70-9d90-09167183a1bc tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.64 "GET /v2.0/networks?id=0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384 HTTP/1.1" status: 200 len: 809 time: 0.1194391 Nov 11 01:09:00.849110 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-3e1f2b48-0393-4d68-995a-47289b05f00b None None] Provisioning complete for port 1f7f5df1-b155-4d43-99ac-2e3dd6657296 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:09:00.849694 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-3e1f2b48-0393-4d68-995a-47289b05f00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:00.867729 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-728a969a-8f26-4620-9513-3e9b8524f576 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Request body: {'port': {'device_id': '880b8450-ebb8-458b-8b2f-fc32ae59e2ea', 'network_id': '0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384', 'admin_state_up': True, 'tenant_id': '42eb5f73fb374af78bba48a01fee4398'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:09:00.904470 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-3e1f2b48-0393-4d68-995a-47289b05f00b None None] Port 1f7f5df1-b155-4d43-99ac-2e3dd6657296 cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:09:01.038223 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-728a969a-8f26-4620-9513-3e9b8524f576 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Made reservation on behalf of 42eb5f73fb374af78bba48a01fee4398 for: {'port': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:09:01.042555 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-728a969a-8f26-4620-9513-3e9b8524f576 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:01.128349 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-601980a2-7ce0-40cb-b9db-ed0bf93da0da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f7f5df1-b155-4d43-99ac-2e3dd6657296 {{(pid=101602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:09:01.144139 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-601980a2-7ce0-40cb-b9db-ed0bf93da0da service neutron] Publish callbacks [] for port, precommit_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:01.161718 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.provisioning_blocks [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-601980a2-7ce0-40cb-b9db-ed0bf93da0da service neutron] Transition to ACTIVE for port object 1f7f5df1-b155-4d43-99ac-2e3dd6657296 will not be triggered until provisioned by entity L2. {{(pid=101602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 01:09:01.176275 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-601980a2-7ce0-40cb-b9db-ed0bf93da0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13136843'] for port, after_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:01.203380 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-728a969a-8f26-4620-9513-3e9b8524f576 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Allocated IP 172.20.0.13 (0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384/fb665675-e55e-416f-b7ef-07e6d22f9340/1095182b-db09-41e9-9134-176f61f346be) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:09:01.311833 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 60578) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:09:01.388861 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f4ebaf-5c87-4e69-b2e0-192f6ce41716 admin admin] Deleting subnet 161fa702-8373-4da6-b2eb-79a061932091 {{(pid=101601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 01:09:01.401147 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-81f4ebaf-5c87-4e69-b2e0-192f6ce41716 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:01.459320 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-728a969a-8f26-4620-9513-3e9b8524f576 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:01.462272 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-81f4ebaf-5c87-4e69-b2e0-192f6ce41716 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14391884'] for subnet, precommit_delete_associations {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:01.506248 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601980a2-7ce0-40cb-b9db-ed0bf93da0da service neutron] Pushing event updated for resources: {'Port': ['ID=1f7f5df1-b155-4d43-99ac-2e3dd6657296,revision_number=2']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:01.519190 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-81f4ebaf-5c87-4e69-b2e0-192f6ce41716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1988382'] for subnet, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:01.523820 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab5c11-53b2-4e25-be8a-9e029bd13929 req-0c93398d-a849-48ca-9c0b-82b8829bb112 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:01.530899 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a1ab5c11-53b2-4e25-be8a-9e029bd13929 req-0c93398d-a849-48ca-9c0b-82b8829bb112 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.3655183 Nov 11 01:09:01.563572 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-728a969a-8f26-4620-9513-3e9b8524f576 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:01.621172 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a969a-8f26-4620-9513-3e9b8524f576 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Pushing event updated for resources: {'Port': ['ID=1095182b-db09-41e9-9134-176f61f346be,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:01.630939 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a1ab5c11-53b2-4e25-be8a-9e029bd13929 req-e0b28ff0-6e28-4dc9-a2c4-f8d87b122344 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990865 Nov 11 01:09:01.656306 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-728a969a-8f26-4620-9513-3e9b8524f576 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Network 0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384 is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:09:01.658470 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-728a969a-8f26-4620-9513-3e9b8524f576 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:09:01.663292 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-728a969a-8f26-4620-9513-3e9b8524f576 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:09:01.668621 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.managers [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-601980a2-7ce0-40cb-b9db-ed0bf93da0da service neutron] Attempting to bind port 1f7f5df1-b155-4d43-99ac-2e3dd6657296 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:09:01.668972 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.managers [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-601980a2-7ce0-40cb-b9db-ed0bf93da0da service neutron] Attempting to bind port 1f7f5df1-b155-4d43-99ac-2e3dd6657296 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': '425d3614-7aea-4bf9-aeb7-1ca698b96498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5'}] {{(pid=101602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:09:01.669412 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-601980a2-7ce0-40cb-b9db-ed0bf93da0da service neutron] Attempting to bind port 1f7f5df1-b155-4d43-99ac-2e3dd6657296 on network 7db40340-76c1-4dbb-a60c-57c8a9a269e5 {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:09:01.669998 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-81f4ebaf-5c87-4e69-b2e0-192f6ce41716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14461986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14289049'] for subnet, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:01.676761 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-601980a2-7ce0-40cb-b9db-ed0bf93da0da service neutron] Port 1f7f5df1-b155-4d43-99ac-2e3dd6657296 on network 7db40340-76c1-4dbb-a60c-57c8a9a269e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 01:09:01.677502 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-601980a2-7ce0-40cb-b9db-ed0bf93da0da service neutron] Attempting to bind port 1f7f5df1-b155-4d43-99ac-2e3dd6657296 on network 7db40340-76c1-4dbb-a60c-57c8a9a269e5 {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:09:01.686656 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-601980a2-7ce0-40cb-b9db-ed0bf93da0da service neutron] Checking agent: {'id': '9935500b-1718-4861-8412-1ae3ca811271', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'started_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:09:01.687376 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-601980a2-7ce0-40cb-b9db-ed0bf93da0da service neutron] Checking segment: {'id': '425d3614-7aea-4bf9-aeb7-1ca698b96498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:09:01.687960 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-601980a2-7ce0-40cb-b9db-ed0bf93da0da service neutron] Bound using segment: {'id': '425d3614-7aea-4bf9-aeb7-1ca698b96498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5'} {{(pid=101602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:09:01.688619 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.managers [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-601980a2-7ce0-40cb-b9db-ed0bf93da0da service neutron] Bound port: 1f7f5df1-b155-4d43-99ac-2e3dd6657296, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425d3614-7aea-4bf9-aeb7-1ca698b96498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5'}}] {{(pid=101602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:09:01.689531 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-601980a2-7ce0-40cb-b9db-ed0bf93da0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:01.734784 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-81f4ebaf-5c87-4e69-b2e0-192f6ce41716 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:01.741581 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-81f4ebaf-5c87-4e69-b2e0-192f6ce41716 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/161fa702-8373-4da6-b2eb-79a061932091 HTTP/1.1" status: 204 len: 168 time: 0.4264278 Nov 11 01:09:01.743189 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4ebaf-5c87-4e69-b2e0-192f6ce41716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=161fa702-8373-4da6-b2eb-79a061932091,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:01.746089 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 60596) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:09:01.817142 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d8de03ab-3034-4d5c-a3bb-651ecee7ebb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:01.842784 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-728a969a-8f26-4620-9513-3e9b8524f576 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:01.843444 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-728a969a-8f26-4620-9513-3e9b8524f576 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:01.864082 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-fd6efb57-71d9-4d72-8fb9-b1f553237473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698162'] for network, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:01.865044 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-601980a2-7ce0-40cb-b9db-ed0bf93da0da service neutron] For port 1f7f5df1-b155-4d43-99ac-2e3dd6657296, host hv-cinder-81708, cleared binding levels {{(pid=101602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:09:01.874615 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-728a969a-8f26-4620-9513-3e9b8524f576 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0130768 Nov 11 01:09:01.875499 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5dce63-ee5f-43dc-a93c-1a5ffbfc7326 req-f453330f-ef16-4c76-a9e7-3b7ebd65f20e tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:01.877008 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6e5dce63-ee5f-43dc-a93c-1a5ffbfc7326 req-f453330f-ef16-4c76-a9e7-3b7ebd65f20e tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=880b8450-ebb8-458b-8b2f-fc32ae59e2ea HTTP/1.1" status: 200 len: 932 time: 0.1307631 Nov 11 01:09:01.880040 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-601980a2-7ce0-40cb-b9db-ed0bf93da0da service neutron] For port 1f7f5df1-b155-4d43-99ac-2e3dd6657296, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1f7f5df1-b155-4d43-99ac-2e3dd6657296,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:09:01.888514 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-601980a2-7ce0-40cb-b9db-ed0bf93da0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13136843'] for port, after_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:01.922655 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327ea53-8e64-41a1-b88e-339a5101bb45 req-c654d5cc-16a8-4ce0-83d1-e9931b90c519 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:01.924207 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7327ea53-8e64-41a1-b88e-339a5101bb45 req-c654d5cc-16a8-4ce0-83d1-e9931b90c519 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.1112363 Nov 11 01:09:01.940245 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-6845a6f5-b34a-4d37-bb56-2ecf7ac3f840 service neutron] Request body: {'port': {'device_id': '880b8450-ebb8-458b-8b2f-fc32ae59e2ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:09:01.981132 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-fd6efb57-71d9-4d72-8fb9-b1f553237473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1989287', 'neutron.services.segments.db._delete_segments_for_network-8764259070437'] for network, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:01.993291 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-601980a2-7ce0-40cb-b9db-ed0bf93da0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:01.993902 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-601980a2-7ce0-40cb-b9db-ed0bf93da0da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:01.995298 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-601980a2-7ce0-40cb-b9db-ed0bf93da0da service neutron] 10.222.0.64 "PUT /v2.0/ports/1f7f5df1-b155-4d43-99ac-2e3dd6657296 HTTP/1.1" status: 200 len: 1094 time: 1.2931280 Nov 11 01:09:01.998458 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce8e836-308a-4cdb-8e70-a3d3b431da6d', 'tag': '1f7f5df1-b155-4d43-99ac-2e3dd6657296'}] {{(pid=101602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:09:01.999679 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbc2a4dd34722a8e14e2fc20a6c680084dc03eb7d3307192ee443654b1fba6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f233dc5-0bdf-4b60-912c-7b6a9612860d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ce8e836-308a-4cdb-8e70-a3d3b431da6d", "tag": "1f7f5df1-b155-4d43-99ac-2e3dd6657296"}]}' {{(pid=101602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:09:02.022938 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.services.segments.db [None req-fd6efb57-71d9-4d72-8fb9-b1f553237473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa']}} {{(pid=101601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:09:02.037052 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7327ea53-8e64-41a1-b88e-339a5101bb45 req-47403ba1-ddc8-44c7-ae8d-7d7b7b99cd29 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901947 Nov 11 01:09:02.046722 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.services.segments.db [None req-fd6efb57-71d9-4d72-8fb9-b1f553237473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcbcfeea-9c48-4848-b9f2-09749bd8f073') {'for_net_delete': True} {{(pid=101601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:09:02.046722 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.services.segments.db [None req-fd6efb57-71d9-4d72-8fb9-b1f553237473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcbcfeea-9c48-4848-b9f2-09749bd8f073') {} {{(pid=101601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:09:02.046722 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-6845a6f5-b34a-4d37-bb56-2ecf7ac3f840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:02.050905 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-fd6efb57-71d9-4d72-8fb9-b1f553237473 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764259091950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14391893'] for segment, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:02.070152 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6e5dce63-ee5f-43dc-a93c-1a5ffbfc7326 req-24e7596b-2d2c-498a-9ef1-783b660e599b tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831336 Nov 11 01:09:02.101378 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fbe572-e7ef-4cc4-9c24-f2a63f201a37 x-openstack-request-id: req-00fbe572-e7ef-4cc4-9c24-f2a63f201a37 {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:09:02.101378 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ce8e836-308a-4cdb-8e70-a3d3b431da6d", "tag": "1f7f5df1-b155-4d43-99ac-2e3dd6657296", "status": "completed", "code": 200}]} {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:09:02.102548 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-00fbe572-e7ef-4cc4-9c24-f2a63f201a37 {{(pid=101602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:09:02.103094 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce8e836-308a-4cdb-8e70-a3d3b431da6d', 'tag': '1f7f5df1-b155-4d43-99ac-2e3dd6657296', 'status': 'completed', 'code': 200} Nov 11 01:09:02.110507 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-fd6efb57-71d9-4d72-8fb9-b1f553237473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:02.119939 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd6efb57-71d9-4d72-8fb9-b1f553237473 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 01:09:02.120325 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-fd6efb57-71d9-4d72-8fb9-b1f553237473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14462076'] for segment, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: Traceback (most recent call last): Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: timer() Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: cb(*args, **kw) Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: return func(*args, **kwargs) Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: self._notify() Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: self.callback(batched_events) Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: event.method(event) Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: return f(self, *a, **k) Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: return self._get(url).json() Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: return self.request(url, 'GET', **kwargs) Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 01:09:02.122105 dv-cinder-817085-3-iscsi neutron-server[101601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 01:09:02.125794 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601980a2-7ce0-40cb-b9db-ed0bf93da0da service neutron] Pushing event updated for resources: {'Port': ['ID=1f7f5df1-b155-4d43-99ac-2e3dd6657296,revision_number=3']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:02.142881 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-e6f49cb1-df01-4b3e-ba56-96a25d438e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:02.145219 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-e6f49cb1-df01-4b3e-ba56-96a25d438e84 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e01554f5a96c46afb1983c71a9513e16&device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 1097 time: 0.0657752 Nov 11 01:09:02.206478 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-1e8c0c42-629b-495e-a8e8-0706214d5be5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f7f5df1-b155-4d43-99ac-2e3dd6657296 HTTP/1.1" status: 200 len: 217 time: 0.0395231 Nov 11 01:09:02.239907 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-fd6efb57-71d9-4d72-8fb9-b1f553237473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1989264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918263'] for network, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:02.244290 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-fd6efb57-71d9-4d72-8fb9-b1f553237473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:02.248364 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-fd6efb57-71d9-4d72-8fb9-b1f553237473 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa HTTP/1.1" status: 204 len: 168 time: 0.4976759 Nov 11 01:09:02.272390 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6efb57-71d9-4d72-8fb9-b1f553237473 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2a7ef17-53bb-4307-9d1e-6ba2e00cf3fa,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:02.272815 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-c558d0c9-11a8-42ac-95eb-43085b82b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:02.276353 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-c558d0c9-11a8-42ac-95eb-43085b82b813 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=106c258c-9ba0-4b87-8aaf-5fe2051be471 HTTP/1.1" status: 200 len: 855 time: 0.0578275 Nov 11 01:09:02.330934 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-383fb4a2-71d8-4d9c-9bb6-833ca1ce4dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:02.333253 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-383fb4a2-71d8-4d9c-9bb6-833ca1ce4dd5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7db40340-76c1-4dbb-a60c-57c8a9a269e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472000 Nov 11 01:09:02.378171 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 60602) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:09:02.429932 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-56a86088-db6d-45e6-a41f-2c4eac1e5861 service neutron] 10.222.0.64 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884714 Nov 11 01:09:02.453996 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-777ac539-176f-4d74-9efa-f46694e21b25 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=53f9822d826e47279ba9ce7297752c6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0747304 Nov 11 01:09:02.456002 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-6845a6f5-b34a-4d37-bb56-2ecf7ac3f840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1095182b-db09-41e9-9134-176f61f346be {{(pid=101601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:09:02.456663 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 60608) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:09:02.465020 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-6845a6f5-b34a-4d37-bb56-2ecf7ac3f840 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:02.478557 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.provisioning_blocks [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-6845a6f5-b34a-4d37-bb56-2ecf7ac3f840 service neutron] Transition to ACTIVE for port object 1095182b-db09-41e9-9134-176f61f346be will not be triggered until provisioned by entity L2. {{(pid=101601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 01:09:02.482903 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-6845a6f5-b34a-4d37-bb56-2ecf7ac3f840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:02.540786 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845a6f5-b34a-4d37-bb56-2ecf7ac3f840 service neutron] Pushing event updated for resources: {'Port': ['ID=1095182b-db09-41e9-9134-176f61f346be,revision_number=2']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:02.590346 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ec3ae98f-c2fe-4cde-9b92-38806aa48026 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:02.594600 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-afa0e229-d608-4953-bc84-5b95b98c7faa req-29817443-af0e-4bb4-ade2-987f08e01be0 service neutron] 10.222.0.64 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557708 Nov 11 01:09:02.613965 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ec3ae98f-c2fe-4cde-9b92-38806aa48026 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:02.620156 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-6845a6f5-b34a-4d37-bb56-2ecf7ac3f840 service neutron] Attempting to bind port 1095182b-db09-41e9-9134-176f61f346be on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:09:02.620493 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-6845a6f5-b34a-4d37-bb56-2ecf7ac3f840 service neutron] Attempting to bind port 1095182b-db09-41e9-9134-176f61f346be by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': 'f515badc-0eb8-4c72-ac17-ae092d53d80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384'}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:09:02.620823 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-6845a6f5-b34a-4d37-bb56-2ecf7ac3f840 service neutron] Attempting to bind port 1095182b-db09-41e9-9134-176f61f346be on network 0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:09:02.625439 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-6845a6f5-b34a-4d37-bb56-2ecf7ac3f840 service neutron] Port 1095182b-db09-41e9-9134-176f61f346be on network 0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 01:09:02.625802 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-6845a6f5-b34a-4d37-bb56-2ecf7ac3f840 service neutron] Attempting to bind port 1095182b-db09-41e9-9134-176f61f346be on network 0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:09:02.633393 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-6845a6f5-b34a-4d37-bb56-2ecf7ac3f840 service neutron] Checking agent: {'id': '9935500b-1718-4861-8412-1ae3ca811271', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'started_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:09:02.634130 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-6845a6f5-b34a-4d37-bb56-2ecf7ac3f840 service neutron] Checking segment: {'id': 'f515badc-0eb8-4c72-ac17-ae092d53d80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:09:02.634130 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-6845a6f5-b34a-4d37-bb56-2ecf7ac3f840 service neutron] Bound using segment: {'id': 'f515badc-0eb8-4c72-ac17-ae092d53d80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384'} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:09:02.634517 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-6845a6f5-b34a-4d37-bb56-2ecf7ac3f840 service neutron] Bound port: 1095182b-db09-41e9-9134-176f61f346be, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f515badc-0eb8-4c72-ac17-ae092d53d80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384'}}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:09:02.634871 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-6845a6f5-b34a-4d37-bb56-2ecf7ac3f840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:02.672297 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ec3ae98f-c2fe-4cde-9b92-38806aa48026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:02.675188 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ec3ae98f-c2fe-4cde-9b92-38806aa48026 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:02.680619 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-ec3ae98f-c2fe-4cde-9b92-38806aa48026 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a17a0a67-360f-4fdc-8943-feaa415bd923 HTTP/1.1" status: 204 len: 168 time: 0.2221823 Nov 11 01:09:02.691095 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ae98f-c2fe-4cde-9b92-38806aa48026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17a0a67-360f-4fdc-8943-feaa415bd923,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:02.712275 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-6845a6f5-b34a-4d37-bb56-2ecf7ac3f840 service neutron] For port 1095182b-db09-41e9-9134-176f61f346be, host hv-cinder-81708, cleared binding levels {{(pid=101601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:09:02.716072 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-6845a6f5-b34a-4d37-bb56-2ecf7ac3f840 service neutron] For port 1095182b-db09-41e9-9134-176f61f346be, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1095182b-db09-41e9-9134-176f61f346be,segment=NetworkSegment(f515badc-0eb8-4c72-ac17-ae092d53d80b),segment_id=f515badc-0eb8-4c72-ac17-ae092d53d80b)] {{(pid=101601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:09:02.721481 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-6845a6f5-b34a-4d37-bb56-2ecf7ac3f840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:02.763993 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-6845a6f5-b34a-4d37-bb56-2ecf7ac3f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:02.764615 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-6845a6f5-b34a-4d37-bb56-2ecf7ac3f840 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:02.765988 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-6845a6f5-b34a-4d37-bb56-2ecf7ac3f840 service neutron] 10.222.0.64 "PUT /v2.0/ports/1095182b-db09-41e9-9134-176f61f346be HTTP/1.1" status: 200 len: 1094 time: 0.8530967 Nov 11 01:09:02.768343 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880b8450-ebb8-458b-8b2f-fc32ae59e2ea', 'tag': '1095182b-db09-41e9-9134-176f61f346be'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:09:02.771242 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998b5bfc-4414-4536-8fd4-c826cdd1b2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "880b8450-ebb8-458b-8b2f-fc32ae59e2ea", "tag": "1095182b-db09-41e9-9134-176f61f346be"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:09:02.814182 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845a6f5-b34a-4d37-bb56-2ecf7ac3f840 service neutron] Pushing event updated for resources: {'Port': ['ID=1095182b-db09-41e9-9134-176f61f346be,revision_number=3']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:02.820711 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098839c-de63-4e87-baba-4285d21d56c2 req-fdb0f26d-532a-46f5-b8cf-d40424893492 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:02.822400 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e098839c-de63-4e87-baba-4285d21d56c2 req-fdb0f26d-532a-46f5-b8cf-d40424893492 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.0816481 Nov 11 01:09:02.825547 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f233dc5-0bdf-4b60-912c-7b6a9612860d req-7b89224b-5103-4736-9deb-ad8e2695e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:02.827606 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2f233dc5-0bdf-4b60-912c-7b6a9612860d req-7b89224b-5103-4736-9deb-ad8e2695e0f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e01554f5a96c46afb1983c71a9513e16&device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 1097 time: 0.0758667 Nov 11 01:09:02.840164 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de72be0-a188-428f-a86f-9a1a608036c3 x-openstack-request-id: req-5de72be0-a188-428f-a86f-9a1a608036c3 {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:09:02.840521 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880b8450-ebb8-458b-8b2f-fc32ae59e2ea", "tag": "1095182b-db09-41e9-9134-176f61f346be", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:09:02.840824 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5de72be0-a188-428f-a86f-9a1a608036c3 {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:09:02.841239 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880b8450-ebb8-458b-8b2f-fc32ae59e2ea', 'tag': '1095182b-db09-41e9-9134-176f61f346be', 'status': 'completed', 'code': 200} Nov 11 01:09:02.874176 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:02.908085 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e098839c-de63-4e87-baba-4285d21d56c2 req-27ca314b-ada6-455a-9fa2-983f36333fa1 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760002 Nov 11 01:09:02.963933 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-bca653c5-4dbf-4b94-9ac6-561cfda20707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:02.971563 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-bca653c5-4dbf-4b94-9ac6-561cfda20707 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42eb5f73fb374af78bba48a01fee4398&device_id=880b8450-ebb8-458b-8b2f-fc32ae59e2ea HTTP/1.1" status: 200 len: 1097 time: 0.0951457 Nov 11 01:09:02.997854 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f233dc5-0bdf-4b60-912c-7b6a9612860d req-852a242b-3cae-46e7-9e85-4c6343eaee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:02.999420 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2f233dc5-0bdf-4b60-912c-7b6a9612860d req-852a242b-3cae-46e7-9e85-4c6343eaee0b service neutron] 10.222.0.64 "GET /v2.0/networks?id=7db40340-76c1-4dbb-a60c-57c8a9a269e5 HTTP/1.1" status: 200 len: 916 time: 0.1250615 Nov 11 01:09:03.037826 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-59b4cba0-c0a6-4864-a9da-0991d1940de4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1095182b-db09-41e9-9134-176f61f346be HTTP/1.1" status: 200 len: 217 time: 0.0451188 Nov 11 01:09:03.053820 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2f233dc5-0bdf-4b60-912c-7b6a9612860d req-909e0bf5-3888-488f-8596-1f100abc6f7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f7f5df1-b155-4d43-99ac-2e3dd6657296 HTTP/1.1" status: 200 len: 217 time: 0.0411952 Nov 11 01:09:03.092740 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-d985dd4f-6d6d-4569-857f-aab475fbcf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:03.094284 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-d985dd4f-6d6d-4569-857f-aab475fbcf5d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb665675-e55e-416f-b7ef-07e6d22f9340 HTTP/1.1" status: 200 len: 849 time: 0.0463724 Nov 11 01:09:03.131096 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-fd1a411a-d01e-435a-b251-a1da8085150a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260789 Nov 11 01:09:03.143385 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f233dc5-0bdf-4b60-912c-7b6a9612860d req-08321d3d-2790-40f0-a4ba-a25d32e42261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:03.144877 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2f233dc5-0bdf-4b60-912c-7b6a9612860d req-08321d3d-2790-40f0-a4ba-a25d32e42261 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=106c258c-9ba0-4b87-8aaf-5fe2051be471 HTTP/1.1" status: 200 len: 855 time: 0.0778999 Nov 11 01:09:03.169965 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc972e-556b-40a7-a165-de4c71fc39d3 req-e7f130c1-3393-4074-a87c-f8208aa155df tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:03.171391 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-90fc972e-556b-40a7-a165-de4c71fc39d3 req-e7f130c1-3393-4074-a87c-f8208aa155df tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0738561 Nov 11 01:09:03.231949 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-ad387148-64d1-4f45-9b4a-4ab32d0d33e6 service neutron] 10.222.0.64 "GET /v2.0/networks/0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879595 Nov 11 01:09:03.266915 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2aa72-75e0-4781-9b44-8583f8094e69 req-4bc8d6bf-90b8-425a-98d6-e9952b69419b tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:03.268390 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8ab2aa72-75e0-4781-9b44-8583f8094e69 req-4bc8d6bf-90b8-425a-98d6-e9952b69419b tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=880b8450-ebb8-458b-8b2f-fc32ae59e2ea HTTP/1.1" status: 200 len: 944 time: 0.1161087 Nov 11 01:09:03.274051 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f233dc5-0bdf-4b60-912c-7b6a9612860d req-127e44e3-95f4-467c-85f1-8af5fcd0e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:03.275450 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2f233dc5-0bdf-4b60-912c-7b6a9612860d req-127e44e3-95f4-467c-85f1-8af5fcd0e0c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7db40340-76c1-4dbb-a60c-57c8a9a269e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1141541 Nov 11 01:09:03.289099 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-90fc972e-556b-40a7-a165-de4c71fc39d3 req-19e4c27c-a99f-4043-b213-5a84c2a74b1c tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076834 Nov 11 01:09:03.334643 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f538ecf1-dbee-44ad-8bc7-a17afcd83027 req-aab0c25e-6e54-41f7-a92c-cbebea14ad6c service neutron] 10.222.0.64 "GET /v2.0/networks/0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907278 Nov 11 01:09:03.374572 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8ab2aa72-75e0-4781-9b44-8583f8094e69 req-631fdd42-b0d9-4864-ab7d-7cca3dfa2fe9 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957165 Nov 11 01:09:03.403890 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2f233dc5-0bdf-4b60-912c-7b6a9612860d req-0b10f9de-9b00-49d2-923e-f26ff6fc4aff service neutron] 10.222.0.64 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139655 Nov 11 01:09:03.528142 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b5bfc-4414-4536-8fd4-c826cdd1b2f7 req-b8c6fba3-0dd0-4f33-b3ed-1d7816510f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:03.529862 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-998b5bfc-4414-4536-8fd4-c826cdd1b2f7 req-b8c6fba3-0dd0-4f33-b3ed-1d7816510f6b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42eb5f73fb374af78bba48a01fee4398&device_id=880b8450-ebb8-458b-8b2f-fc32ae59e2ea HTTP/1.1" status: 200 len: 1097 time: 0.0417109 Nov 11 01:09:03.560743 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2f233dc5-0bdf-4b60-912c-7b6a9612860d req-b1d28f41-cc79-4d0f-b9c8-3940957b742c service neutron] 10.222.0.64 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887914 Nov 11 01:09:03.632938 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b5bfc-4414-4536-8fd4-c826cdd1b2f7 req-90a48216-ed6a-4632-bb88-b1de928a26ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:03.634440 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-998b5bfc-4414-4536-8fd4-c826cdd1b2f7 req-90a48216-ed6a-4632-bb88-b1de928a26ab service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384 HTTP/1.1" status: 200 len: 909 time: 0.0934145 Nov 11 01:09:03.687659 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-998b5bfc-4414-4536-8fd4-c826cdd1b2f7 req-eaa23182-ce5c-4b03-a7e9-55017522473b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1095182b-db09-41e9-9134-176f61f346be HTTP/1.1" status: 200 len: 217 time: 0.0387123 Nov 11 01:09:03.754856 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b5bfc-4414-4536-8fd4-c826cdd1b2f7 req-0eb9567c-d1da-4f87-8a08-4a7e97f593c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:03.756607 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-998b5bfc-4414-4536-8fd4-c826cdd1b2f7 req-0eb9567c-d1da-4f87-8a08-4a7e97f593c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb665675-e55e-416f-b7ef-07e6d22f9340 HTTP/1.1" status: 200 len: 849 time: 0.0523872 Nov 11 01:09:03.794887 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-998b5bfc-4414-4536-8fd4-c826cdd1b2f7 req-4fe5b612-6783-4b14-9b89-3edb7de1fc88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253575 Nov 11 01:09:03.872100 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 60630) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:09:03.894129 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-998b5bfc-4414-4536-8fd4-c826cdd1b2f7 req-0043cb55-17ff-48c1-80f9-61f15acc92cb service neutron] 10.222.0.64 "GET /v2.0/networks/0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841448 Nov 11 01:09:03.979254 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-e48a0b95-6592-4a88-9c93-5fc6e4c7908d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:04.009775 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-998b5bfc-4414-4536-8fd4-c826cdd1b2f7 req-447ee94e-beb2-4228-ae39-2f39585ff442 service neutron] 10.222.0.64 "GET /v2.0/networks/0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957549 Nov 11 01:09:04.070866 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c2945-2ed5-4c84-91ca-2458a95a2191 req-7cb52bef-4cc9-40a3-991c-e619709899be tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:04.072382 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cb3c2945-2ed5-4c84-91ca-2458a95a2191 req-7cb52bef-4cc9-40a3-991c-e619709899be tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.0791242 Nov 11 01:09:04.126428 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-e48a0b95-6592-4a88-9c93-5fc6e4c7908d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:04.134338 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-e48a0b95-6592-4a88-9c93-5fc6e4c7908d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:04.161913 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cb3c2945-2ed5-4c84-91ca-2458a95a2191 req-0b710214-3b96-4713-be69-800736ea3a5d tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832293 Nov 11 01:09:04.180757 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-e48a0b95-6592-4a88-9c93-5fc6e4c7908d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b24c176aa41b469abf409329b40c64c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074758 Nov 11 01:09:04.182711 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a0b95-6592-4a88-9c93-5fc6e4c7908d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468d71ea-7e74-4585-b2af-34b43e6804ed,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:04.183396 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 60636) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:09:04.233056 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-fde60672-261a-4d13-840e-ddf443501b8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:04.253243 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-fde60672-261a-4d13-840e-ddf443501b8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:04.299195 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-fde60672-261a-4d13-840e-ddf443501b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:04.301814 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-fde60672-261a-4d13-840e-ddf443501b8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:04.302965 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-fde60672-261a-4d13-840e-ddf443501b8c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/468d71ea-7e74-4585-b2af-34b43e6804ed HTTP/1.1" status: 204 len: 168 time: 0.1184680 Nov 11 01:09:04.310241 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde60672-261a-4d13-840e-ddf443501b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468d71ea-7e74-4585-b2af-34b43e6804ed,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:04.431169 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:04.464928 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d93bc-cb0b-44bf-8aa9-17d38d592e3d req-4049d3bf-de75-438e-b08e-17bb346a3632 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:04.466599 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a52d93bc-cb0b-44bf-8aa9-17d38d592e3d req-4049d3bf-de75-438e-b08e-17bb346a3632 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0908849 Nov 11 01:09:04.527588 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ce27a-479f-462b-a5ce-b221104eeca6 req-9829cc41-b25e-4ad0-8406-b1c8a82c1587 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:04.529322 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f34ce27a-479f-462b-a5ce-b221104eeca6 req-9829cc41-b25e-4ad0-8406-b1c8a82c1587 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=880b8450-ebb8-458b-8b2f-fc32ae59e2ea HTTP/1.1" status: 200 len: 944 time: 0.0860369 Nov 11 01:09:04.557331 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a52d93bc-cb0b-44bf-8aa9-17d38d592e3d req-a1858d1c-8beb-4a13-a29c-478f61bc349f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771501 Nov 11 01:09:04.588230 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f34ce27a-479f-462b-a5ce-b221104eeca6 req-2d766f0e-eaa9-4865-a32d-29fa9f8cbfc0 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504873 Nov 11 01:09:04.591399 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 60646) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:09:04.607768 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-e682f2f0-5956-4f99-a4ee-b33cce07f9ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:04.693140 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-e682f2f0-5956-4f99-a4ee-b33cce07f9ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:04.697048 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-e682f2f0-5956-4f99-a4ee-b33cce07f9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:04.735549 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-e682f2f0-5956-4f99-a4ee-b33cce07f9ec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9bfd391f12d149c1a6edc72490857614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430831 Nov 11 01:09:04.736383 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682f2f0-5956-4f99-a4ee-b33cce07f9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32589a0f-810e-4921-8201-266e7c04d502,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:04.742349 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 60648) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:09:04.788648 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-322adb94-1188-45bc-a5a2-d0c7ccfb790a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:04.809178 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-322adb94-1188-45bc-a5a2-d0c7ccfb790a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:04.853361 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-322adb94-1188-45bc-a5a2-d0c7ccfb790a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:04.855902 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-322adb94-1188-45bc-a5a2-d0c7ccfb790a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:04.857031 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-322adb94-1188-45bc-a5a2-d0c7ccfb790a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/32589a0f-810e-4921-8201-266e7c04d502 HTTP/1.1" status: 204 len: 168 time: 0.1137831 Nov 11 01:09:04.865107 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322adb94-1188-45bc-a5a2-d0c7ccfb790a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32589a0f-810e-4921-8201-266e7c04d502,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:04.965526 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:05.282544 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146236c6-fc08-4851-8b8e-677f4ff4c250 req-f43e661e-d22c-444e-824c-7ee2f351897c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:05.284324 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-146236c6-fc08-4851-8b8e-677f4ff4c250 req-f43e661e-d22c-444e-824c-7ee2f351897c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.0541584 Nov 11 01:09:05.336995 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-146236c6-fc08-4851-8b8e-677f4ff4c250 req-88155b75-27c6-42e6-bbd3-637e42d44cf6 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451910 Nov 11 01:09:05.706042 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2c18f-885e-4260-9e18-f8aed7631f41 req-a74a7a5a-2321-4c44-94a8-b5aacca3e60e tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:05.708303 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a0e2c18f-885e-4260-9e18-f8aed7631f41 req-a74a7a5a-2321-4c44-94a8-b5aacca3e60e tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0793998 Nov 11 01:09:05.721081 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55b3df-8945-4f76-8314-f97a0abdf4a3 req-dd03533e-655b-4162-88c4-efdbac69a234 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:05.722613 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9e55b3df-8945-4f76-8314-f97a0abdf4a3 req-dd03533e-655b-4162-88c4-efdbac69a234 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=880b8450-ebb8-458b-8b2f-fc32ae59e2ea HTTP/1.1" status: 200 len: 944 time: 0.0648012 Nov 11 01:09:05.800171 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a0e2c18f-885e-4260-9e18-f8aed7631f41 req-0725ca6a-1609-4118-bd9f-347076b1c396 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764699 Nov 11 01:09:05.805288 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9e55b3df-8945-4f76-8314-f97a0abdf4a3 req-5dfdc2cb-b9a5-4572-91aa-b9198250924c tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750847 Nov 11 01:09:06.482242 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64bb0b-2bb8-4bb7-ac5a-b509502463d9 req-84c08e29-ab88-42ae-af7a-a09b66be2ab2 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:06.483845 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fe64bb0b-2bb8-4bb7-ac5a-b509502463d9 req-84c08e29-ab88-42ae-af7a-a09b66be2ab2 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.0657339 Nov 11 01:09:06.533552 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fe64bb0b-2bb8-4bb7-ac5a-b509502463d9 req-75be6bce-dd65-4afd-9074-6bc6d3e7bd23 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434613 Nov 11 01:09:06.564005 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 60710) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:09:06.688097 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-0861f0f2-00ad-4acc-8f89-2931efbb6703 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:06.776937 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-0861f0f2-00ad-4acc-8f89-2931efbb6703 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:06.780812 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-0861f0f2-00ad-4acc-8f89-2931efbb6703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:06.820573 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-0861f0f2-00ad-4acc-8f89-2931efbb6703 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2cb8716fe5cf47d283b327fe1e44a058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552798 Nov 11 01:09:06.821959 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861f0f2-00ad-4acc-8f89-2931efbb6703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399edbad-2adf-44fb-b78b-e3feace4dce6,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:06.823161 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 60714) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:09:06.933625 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-286344a9-73f1-4d6c-88c5-72176d542912 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:06.945903 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 1f7f5df1-b155-4d43-99ac-2e3dd6657296 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 01:09:06.986338 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-286344a9-73f1-4d6c-88c5-72176d542912 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:07.002473 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d2408-9dae-4339-b04d-01c04ba443a3 req-39e8392b-e3ad-4d79-91af-a0ba3ecd63c2 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:07.004585 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9c3d2408-9dae-4339-b04d-01c04ba443a3 req-39e8392b-e3ad-4d79-91af-a0ba3ecd63c2 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.1282251 Nov 11 01:09:07.037887 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f76116-a526-4d17-87c5-d849e555f63a req-06f90723-9440-4933-a6c0-7b8f0040e478 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:07.039407 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-62f76116-a526-4d17-87c5-d849e555f63a req-06f90723-9440-4933-a6c0-7b8f0040e478 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=880b8450-ebb8-458b-8b2f-fc32ae59e2ea HTTP/1.1" status: 200 len: 944 time: 0.1430576 Nov 11 01:09:07.059780 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 1f7f5df1-b155-4d43-99ac-2e3dd6657296, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1f7f5df1-b155-4d43-99ac-2e3dd6657296,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:09:07.081838 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Returning: {'device': '1f7f5df1-b155-4d43-99ac-2e3dd6657296', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'port_id': '1f7f5df1-b155-4d43-99ac-2e3dd6657296', 'mac_address': 'fa:16:3e:2c:d6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 01:09:07.114523 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9c3d2408-9dae-4339-b04d-01c04ba443a3 req-548789ef-6072-47f1-b0cd-6ed89424e734 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978913 Nov 11 01:09:07.119947 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-286344a9-73f1-4d6c-88c5-72176d542912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:07.122747 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-286344a9-73f1-4d6c-88c5-72176d542912 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:07.126757 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-286344a9-73f1-4d6c-88c5-72176d542912 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/399edbad-2adf-44fb-b78b-e3feace4dce6 HTTP/1.1" status: 204 len: 168 time: 0.2989466 Nov 11 01:09:07.138400 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-62f76116-a526-4d17-87c5-d849e555f63a req-ddec1820-95fe-4f4e-be48-4c91055f842a tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909472 Nov 11 01:09:07.140707 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286344a9-73f1-4d6c-88c5-72176d542912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399edbad-2adf-44fb-b78b-e3feace4dce6,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:07.151031 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:07.154186 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286344a9-73f1-4d6c-88c5-72176d542912 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:07.155081 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286344a9-73f1-4d6c-88c5-72176d542912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:07.155427 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286344a9-73f1-4d6c-88c5-72176d542912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:07.155803 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286344a9-73f1-4d6c-88c5-72176d542912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:07.156136 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286344a9-73f1-4d6c-88c5-72176d542912 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:07.156463 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286344a9-73f1-4d6c-88c5-72176d542912 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:07.156785 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286344a9-73f1-4d6c-88c5-72176d542912 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:07.157104 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286344a9-73f1-4d6c-88c5-72176d542912 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:07.157426 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286344a9-73f1-4d6c-88c5-72176d542912 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:07.157743 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286344a9-73f1-4d6c-88c5-72176d542912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:07.158194 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286344a9-73f1-4d6c-88c5-72176d542912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:07.158415 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286344a9-73f1-4d6c-88c5-72176d542912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:07.191757 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7f5df1-b155-4d43-99ac-2e3dd6657296 {{(pid=101603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:09:07.226389 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 1f7f5df1-b155-4d43-99ac-2e3dd6657296, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1f7f5df1-b155-4d43-99ac-2e3dd6657296,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:09:07.230938 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:07.232035 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 1095182b-db09-41e9-9134-176f61f346be details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 01:09:07.344340 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=1f7f5df1-b155-4d43-99ac-2e3dd6657296,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:07.355800 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:07.356140 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:07.356478 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:07.356809 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:07.357133 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:07.357455 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:07.357772 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:07.358090 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:07.358412 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:07.358728 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:07.359071 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:07.359386 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:07.400699 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 1095182b-db09-41e9-9134-176f61f346be, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1095182b-db09-41e9-9134-176f61f346be,segment=NetworkSegment(f515badc-0eb8-4c72-ac17-ae092d53d80b),segment_id=f515badc-0eb8-4c72-ac17-ae092d53d80b)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:09:07.412979 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Returning: {'device': '1095182b-db09-41e9-9134-176f61f346be', 'network_id': '0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384', 'port_id': '1095182b-db09-41e9-9134-176f61f346be', 'mac_address': 'fa:16:3e:a8:e7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb665675-e55e-416f-b7ef-07e6d22f9340', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 01:09:07.437263 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 60724) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:09:07.450721 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:07.451343 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-4039f088-72af-475c-b9c9-114a064ff15a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:07.463650 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1095182b-db09-41e9-9134-176f61f346be {{(pid=101603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:09:07.484329 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 1095182b-db09-41e9-9134-176f61f346be, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1095182b-db09-41e9-9134-176f61f346be,segment=NetworkSegment(f515badc-0eb8-4c72-ac17-ae092d53d80b),segment_id=f515badc-0eb8-4c72-ac17-ae092d53d80b)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:09:07.489264 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:07.534787 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-4039f088-72af-475c-b9c9-114a064ff15a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:07.537444 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=1095182b-db09-41e9-9134-176f61f346be,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:07.539341 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-4039f088-72af-475c-b9c9-114a064ff15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:07.577262 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-4039f088-72af-475c-b9c9-114a064ff15a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1078629353d843bdb92cfedacf3664ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388752 Nov 11 01:09:07.578151 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039f088-72af-475c-b9c9-114a064ff15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b560013d-082f-4b3c-865a-efebbcd2bea4,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:07.579913 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 60728) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:09:07.629820 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-dddb9d3a-f5f9-4f7d-b98c-d46e613c3fbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:07.652998 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-dddb9d3a-f5f9-4f7d-b98c-d46e613c3fbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:07.668525 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459eee80-ac86-4d46-aa49-c17d4b691eba req-2aaa76a1-2620-4a2f-bd84-f1ba0df6271f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:07.669999 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-459eee80-ac86-4d46-aa49-c17d4b691eba req-2aaa76a1-2620-4a2f-bd84-f1ba0df6271f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 945 time: 0.0534372 Nov 11 01:09:07.700047 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-dddb9d3a-f5f9-4f7d-b98c-d46e613c3fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:07.703300 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-dddb9d3a-f5f9-4f7d-b98c-d46e613c3fbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:07.704506 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-dddb9d3a-f5f9-4f7d-b98c-d46e613c3fbb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b560013d-082f-4b3c-865a-efebbcd2bea4 HTTP/1.1" status: 204 len: 168 time: 0.1236012 Nov 11 01:09:07.713274 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb9d3a-f5f9-4f7d-b98c-d46e613c3fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b560013d-082f-4b3c-865a-efebbcd2bea4,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:07.719437 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-459eee80-ac86-4d46-aa49-c17d4b691eba req-1f9dacd6-673c-42ad-809e-c63350be42f2 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434346 Nov 11 01:09:07.951424 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['1095182b-db09-41e9-9134-176f61f346be'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:09:08.099042 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['1f7f5df1-b155-4d43-99ac-2e3dd6657296'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:09:08.301074 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bd587-5503-4454-9008-fe4be17d58f8 req-07188807-b343-49ff-80d4-f1f7f7712d5f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:08.302790 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-811bd587-5503-4454-9008-fe4be17d58f8 req-07188807-b343-49ff-80d4-f1f7f7712d5f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0948272 Nov 11 01:09:08.329907 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63378a6d-bc88-482f-a243-981fc4056d30 req-2099350f-5edc-47db-8b12-492e8f70f793 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:08.331403 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-63378a6d-bc88-482f-a243-981fc4056d30 req-2099350f-5edc-47db-8b12-492e8f70f793 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=880b8450-ebb8-458b-8b2f-fc32ae59e2ea HTTP/1.1" status: 200 len: 945 time: 0.0759115 Nov 11 01:09:08.392919 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-811bd587-5503-4454-9008-fe4be17d58f8 req-14886666-9039-49bf-aa18-94a342f8dc71 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779564 Nov 11 01:09:08.405432 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-63378a6d-bc88-482f-a243-981fc4056d30 req-384bba7a-891c-47b1-a53b-90973680aafb tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655742 Nov 11 01:09:08.840887 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df30dc-7964-4237-8421-f7cc5ee6e8e6 req-18495c28-4607-40c6-a49b-b7969fa940a8 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:08.842282 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-62df30dc-7964-4237-8421-f7cc5ee6e8e6 req-18495c28-4607-40c6-a49b-b7969fa940a8 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 945 time: 0.0502586 Nov 11 01:09:08.890187 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-62df30dc-7964-4237-8421-f7cc5ee6e8e6 req-5e8ff611-46f2-46a9-89f7-2eaf5289bc68 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418043 Nov 11 01:09:09.556151 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34a269-4fec-4a01-9f3e-2fd9edb537e2 req-5f6ce655-71b8-4a10-99be-9e9a7dc38eb9 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:09.557710 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cb34a269-4fec-4a01-9f3e-2fd9edb537e2 req-5f6ce655-71b8-4a10-99be-9e9a7dc38eb9 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0857830 Nov 11 01:09:09.565149 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf191f7-5125-48cd-8d1c-5c4b4cab4f42 req-6a791292-edef-4ce1-85b5-7f4a759a4c0d tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:09.567118 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fdf191f7-5125-48cd-8d1c-5c4b4cab4f42 req-6a791292-edef-4ce1-85b5-7f4a759a4c0d tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=880b8450-ebb8-458b-8b2f-fc32ae59e2ea HTTP/1.1" status: 200 len: 945 time: 0.0831969 Nov 11 01:09:09.642316 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cb34a269-4fec-4a01-9f3e-2fd9edb537e2 req-bc8e5eae-6c2b-43b8-b616-c7698d91d7c2 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740788 Nov 11 01:09:09.646613 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fdf191f7-5125-48cd-8d1c-5c4b4cab4f42 req-b99f717d-34c6-4735-a4fc-565711f216de tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726759 Nov 11 01:09:09.771421 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 60808) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:09:09.873478 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-89a102b6-6cfa-4e11-aa21-d11ddcb859ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:09.946648 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-89a102b6-6cfa-4e11-aa21-d11ddcb859ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:09.950730 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-89a102b6-6cfa-4e11-aa21-d11ddcb859ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:09.994587 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a102b6-6cfa-4e11-aa21-d11ddcb859ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d8ebf7-9877-487c-8722-bf43dbc050ea,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:09.998848 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-89a102b6-6cfa-4e11-aa21-d11ddcb859ff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fab445783ac546f3ac508590d3d4ebcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264302 Nov 11 01:09:10.002190 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 60814) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:09:10.017438 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3221ef1-bf17-408f-b679-505863a8f0e6 req-95d23cf2-69aa-465a-b1a2-ed004a8b7c61 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:10.018921 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b3221ef1-bf17-408f-b679-505863a8f0e6 req-95d23cf2-69aa-465a-b1a2-ed004a8b7c61 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 945 time: 0.0566287 Nov 11 01:09:10.049505 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-f89545b1-cf43-4edf-88ed-9bffc4d7f1d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:10.070021 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b3221ef1-bf17-408f-b679-505863a8f0e6 req-9cbbef50-34a8-4e75-9a4e-59ebf6a01707 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443347 Nov 11 01:09:10.070257 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-f89545b1-cf43-4edf-88ed-9bffc4d7f1d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:10.116534 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-f89545b1-cf43-4edf-88ed-9bffc4d7f1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:10.119215 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-f89545b1-cf43-4edf-88ed-9bffc4d7f1d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:10.120355 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-f89545b1-cf43-4edf-88ed-9bffc4d7f1d4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/36d8ebf7-9877-487c-8722-bf43dbc050ea HTTP/1.1" status: 204 len: 168 time: 0.1180034 Nov 11 01:09:10.127690 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89545b1-cf43-4edf-88ed-9bffc4d7f1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d8ebf7-9877-487c-8722-bf43dbc050ea,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:10.373094 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 60820) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:09:10.386669 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-cbdf183e-0499-48bc-b339-398765246b86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:10.458636 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-cbdf183e-0499-48bc-b339-398765246b86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:10.462096 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-cbdf183e-0499-48bc-b339-398765246b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:10.499932 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-cbdf183e-0499-48bc-b339-398765246b86 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6c1612f563db4e0f95febd107c4af177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1257122 Nov 11 01:09:10.500790 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf183e-0499-48bc-b339-398765246b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbc2f70-c112-49c4-9272-25170b68571c,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:10.502525 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 60822) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:09:10.549882 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-08eac54d-ac81-408f-b757-cb624aa9c523 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:10.571916 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-08eac54d-ac81-408f-b757-cb624aa9c523 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:10.618047 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-08eac54d-ac81-408f-b757-cb624aa9c523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:10.620621 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-08eac54d-ac81-408f-b757-cb624aa9c523 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:10.621782 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-08eac54d-ac81-408f-b757-cb624aa9c523 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bdbc2f70-c112-49c4-9272-25170b68571c HTTP/1.1" status: 204 len: 168 time: 0.1181560 Nov 11 01:09:10.629972 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eac54d-ac81-408f-b757-cb624aa9c523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbc2f70-c112-49c4-9272-25170b68571c,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:10.795835 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952aee43-2b99-4bc4-9cd4-f8f9cf0f22fd req-1cd47b46-48f0-4e35-b1ed-50aa2d526bad tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:10.797274 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-952aee43-2b99-4bc4-9cd4-f8f9cf0f22fd req-1cd47b46-48f0-4e35-b1ed-50aa2d526bad tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=880b8450-ebb8-458b-8b2f-fc32ae59e2ea HTTP/1.1" status: 200 len: 945 time: 0.0713940 Nov 11 01:09:10.806573 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716af86-d7eb-4197-92b7-8dbc2a194802 req-8a3890a3-afc3-4d5e-ab36-f7a7a6abdf26 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:10.808035 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2716af86-d7eb-4197-92b7-8dbc2a194802 req-8a3890a3-afc3-4d5e-ab36-f7a7a6abdf26 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0917964 Nov 11 01:09:10.880751 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-952aee43-2b99-4bc4-9cd4-f8f9cf0f22fd req-1e96ea80-c47b-4d6a-ab8d-71b1549d586e tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716882 Nov 11 01:09:10.885310 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2716af86-d7eb-4197-92b7-8dbc2a194802 req-65eca6bd-5fff-4a67-9dba-850e8914802e tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704613 Nov 11 01:09:10.941464 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 1f7f5df1-b155-4d43-99ac-2e3dd6657296 up at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:09:10.991987 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning for port 1f7f5df1-b155-4d43-99ac-2e3dd6657296 completed by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 01:09:10.996018 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning complete for port 1f7f5df1-b155-4d43-99ac-2e3dd6657296 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:09:10.996425 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:11.079276 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:11.106044 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce8e836-308a-4cdb-8e70-a3d3b431da6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7f5df1-b155-4d43-99ac-2e3dd6657296'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:09:11.109301 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bb6a0f-d6e3-4374-85c5-4ab3d0c95da6" -d '{"events": [{"server_uuid": "2ce8e836-308a-4cdb-8e70-a3d3b431da6d", "name": "network-vif-plugged", "status": "completed", "tag": "1f7f5df1-b155-4d43-99ac-2e3dd6657296"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:09:11.131722 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 1f7f5df1-b155-4d43-99ac-2e3dd6657296, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1f7f5df1-b155-4d43-99ac-2e3dd6657296,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:09:11.137622 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:11.138506 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 1095182b-db09-41e9-9134-176f61f346be up at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:09:11.210249 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c15049-b683-4d3f-aa63-71f7495e5fa4 req-c609202f-024d-4189-b542-f1db89e016eb tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:11.218776 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-77c15049-b683-4d3f-aa63-71f7495e5fa4 req-c609202f-024d-4189-b542-f1db89e016eb tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.0618303 Nov 11 01:09:11.247835 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=1f7f5df1-b155-4d43-99ac-2e3dd6657296,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:11.254209 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning for port 1095182b-db09-41e9-9134-176f61f346be completed by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 01:09:11.258315 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning complete for port 1095182b-db09-41e9-9134-176f61f346be triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:09:11.258686 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:11.275606 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-77c15049-b683-4d3f-aa63-71f7495e5fa4 req-e20fab2b-eb96-4121-b5e1-9b116ce950ca tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554876 Nov 11 01:09:11.334278 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ced2446-b1ac-4c74-80b4-7b0c9bfbbd7a x-openstack-request-id: req-1ced2446-b1ac-4c74-80b4-7b0c9bfbbd7a {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:09:11.334575 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce8e836-308a-4cdb-8e70-a3d3b431da6d", "name": "network-vif-plugged", "status": "completed", "tag": "1f7f5df1-b155-4d43-99ac-2e3dd6657296", "code": 200}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:09:11.334823 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1ced2446-b1ac-4c74-80b4-7b0c9bfbbd7a {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:09:11.335228 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce8e836-308a-4cdb-8e70-a3d3b431da6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7f5df1-b155-4d43-99ac-2e3dd6657296', 'code': 200} Nov 11 01:09:11.350703 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:11.383119 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 60854) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:09:11.391373 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 1095182b-db09-41e9-9134-176f61f346be, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1095182b-db09-41e9-9134-176f61f346be,segment=NetworkSegment(f515badc-0eb8-4c72-ac17-ae092d53d80b),segment_id=f515badc-0eb8-4c72-ac17-ae092d53d80b)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:09:11.395818 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:11.446868 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=1095182b-db09-41e9-9134-176f61f346be,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:11.487710 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-3ea660a6-aee6-4e01-8354-714cf6f23d1b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1873939833-network', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:09:11.507370 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea660a6-aee6-4e01-8354-714cf6f23d1b admin admin] Made reservation on behalf of c7abb9f19d954ab1b034c3bc7de8d24b for: {'network': 1} {{(pid=101602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:09:11.509675 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-3ea660a6-aee6-4e01-8354-714cf6f23d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for network, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:11.517983 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-3ea660a6-aee6-4e01-8354-714cf6f23d1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:11.551949 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92e299-b309-4882-bf41-3dbce29eee7b req-0815df95-f33e-4640-aee5-ae91820084cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:11.553567 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-cb92e299-b309-4882-bf41-3dbce29eee7b req-0815df95-f33e-4640-aee5-ae91820084cb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 1099 time: 0.0441875 Nov 11 01:09:11.592545 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-3ea660a6-aee6-4e01-8354-714cf6f23d1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:11.596396 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-3ea660a6-aee6-4e01-8354-714cf6f23d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:11.600727 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-cb92e299-b309-4882-bf41-3dbce29eee7b req-dce43c13-76d4-4456-9a0a-d1ac02820d66 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396059 Nov 11 01:09:11.626791 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea660a6-aee6-4e01-8354-714cf6f23d1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=101602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 01:09:11.636250 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea660a6-aee6-4e01-8354-714cf6f23d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:11.643523 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-3ea660a6-aee6-4e01-8354-714cf6f23d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:11.643897 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.db.segments_db [None req-3ea660a6-aee6-4e01-8354-714cf6f23d1b admin admin] Added segment 076f51ae-c342-484b-b31a-3d52cb0c28be of type vlan for network 4e48f818-692b-4e8c-876c-8e3b508f3610 Nov 11 01:09:11.684022 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-3ea660a6-aee6-4e01-8354-714cf6f23d1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764258555859'] for network, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:11.708794 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-3ea660a6-aee6-4e01-8354-714cf6f23d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for network, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:11.710183 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea660a6-aee6-4e01-8354-714cf6f23d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:11.711191 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-3ea660a6-aee6-4e01-8354-714cf6f23d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:11.763302 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-3ea660a6-aee6-4e01-8354-714cf6f23d1b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3790023 Nov 11 01:09:11.766274 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 60858) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:09:11.771735 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-9005b2f5-d270-4a3d-8a1d-a00fb211a8d6 admin admin] Request body: {'subnet': {'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1873939833-subnet', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'ip_version': 4}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:09:11.774094 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea660a6-aee6-4e01-8354-714cf6f23d1b admin admin] Pushing event updated for resources: {'Network': ['ID=4e48f818-692b-4e8c-876c-8e3b508f3610,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:11.784477 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Network 4e48f818-692b-4e8c-876c-8e3b508f3610 details requested by agent ovs-agent-dv-cinder-817085-3-iscsi with host dv-cinder-817085-3-iscsi {{(pid=101603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 01:09:11.792905 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9005b2f5-d270-4a3d-8a1d-a00fb211a8d6 admin admin] Made reservation on behalf of c7abb9f19d954ab1b034c3bc7de8d24b for: {'subnet': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:09:11.795275 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9005b2f5-d270-4a3d-8a1d-a00fb211a8d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14289084'] for subnet, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:11.964227 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9005b2f5-d270-4a3d-8a1d-a00fb211a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14462179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14289042'] for subnet, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:12.023474 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005b2f5-d270-4a3d-8a1d-a00fb211a8d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52156a0b-9cdf-4522-a6bd-fc1be773de3a,revision_number=0']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:12.036388 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9005b2f5-d270-4a3d-8a1d-a00fb211a8d6 admin admin] Checking segment: {'id': '076f51ae-c342-484b-b31a-3d52cb0c28be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:09:12.036751 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9005b2f5-d270-4a3d-8a1d-a00fb211a8d6 admin admin] Network hostable DHCP agents. Network: 4e48f818-692b-4e8c-876c-8e3b508f3610, hostable agents: ['51ef0dbb-d632-4ef8-8741-cd394451711b'], hosted agents: [] {{(pid=101601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 01:09:12.045937 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffa2b1-e78d-4aa5-8a0a-8c88d9c14a61 req-460d974b-0d12-4723-abdd-3f03ad6754cd tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:12.047461 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d6ffa2b1-e78d-4aa5-8a0a-8c88d9c14a61 req-460d974b-0d12-4723-abdd-3f03ad6754cd tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0831540 Nov 11 01:09:12.055075 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e478c49-d9fc-4489-b05d-39bc7e983b3f req-141dde45-e460-42aa-a205-0f52ecd06140 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:12.056469 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6e478c49-d9fc-4489-b05d-39bc7e983b3f req-141dde45-e460-42aa-a205-0f52ecd06140 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=880b8450-ebb8-458b-8b2f-fc32ae59e2ea HTTP/1.1" status: 200 len: 946 time: 0.0810590 Nov 11 01:09:12.057901 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9005b2f5-d270-4a3d-8a1d-a00fb211a8d6 admin admin] Network 4e48f818-692b-4e8c-876c-8e3b508f3610 is scheduled to be hosted by DHCP agent 51ef0dbb-d632-4ef8-8741-cd394451711b with binding_index 1 {{(pid=101601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 01:09:12.068063 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-9005b2f5-d270-4a3d-8a1d-a00fb211a8d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-3-iscsi, 4e48f818-692b-4e8c-876c-8e3b508f3610) {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:09:12.072621 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9005b2f5-d270-4a3d-8a1d-a00fb211a8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:12.073372 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-9005b2f5-d270-4a3d-8a1d-a00fb211a8d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:12.079589 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fc6034-964e-4931-9e9c-32c92b0679ee None None] Network 4e48f818-692b-4e8c-876c-8e3b508f3610 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:09:12.101645 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-9005b2f5-d270-4a3d-8a1d-a00fb211a8d6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3339963 Nov 11 01:09:12.104097 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 60864) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:09:12.110448 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-881c262e-fd96-444b-86f2-0e97da549447 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1873939833-router', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:09:12.137503 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-881c262e-fd96-444b-86f2-0e97da549447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26547'] for router, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:12.137762 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d6ffa2b1-e78d-4aa5-8a0a-8c88d9c14a61 req-ed84b269-813f-4eee-95a7-9945be05287d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801134 Nov 11 01:09:12.140666 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-881c262e-fd96-444b-86f2-0e97da549447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26538'] for router, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:12.142044 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6e478c49-d9fc-4489-b05d-39bc7e983b3f req-13c4625f-1a57-48a3-83e6-a9c63e41332b tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779746 Nov 11 01:09:12.200528 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-881c262e-fd96-444b-86f2-0e97da549447 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:12.234555 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c03fa72-d010-4b41-a5b6-ffd915ef6c9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf009f10e-c01c-57c8-be8a-d17d016f7fe1-4e48f818-692b-4e8c-876c-8e3b508f3610', 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'fixed_ips': [{'subnet_id': '52156a0b-9cdf-4522-a6bd-fc1be773de3a'}]}} from dv-cinder-817085-3-iscsi. {{(pid=101603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 01:09:12.235442 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-7c03fa72-d010-4b41-a5b6-ffd915ef6c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:12.334147 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-881c262e-fd96-444b-86f2-0e97da549447 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:12.374117 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.db_base_plugin_common [None req-7c03fa72-d010-4b41-a5b6-ffd915ef6c9e None None] Allocated IP 172.20.0.2 (4e48f818-692b-4e8c-876c-8e3b508f3610/52156a0b-9cdf-4522-a6bd-fc1be773de3a/2a911e40-666d-47d7-a011-af54cc95d7ea) {{(pid=101603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:09:12.415748 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51479ffb-fd09-472f-a2d3-94085772096f req-fe112706-d5c9-4ac2-8498-55e89233cd70 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:12.417219 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-51479ffb-fd09-472f-a2d3-94085772096f req-fe112706-d5c9-4ac2-8498-55e89233cd70 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.0560303 Nov 11 01:09:12.469563 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-51479ffb-fd09-472f-a2d3-94085772096f req-18f3cd40-b2ee-404d-9e2d-ad40a6a05e02 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456338 Nov 11 01:09:12.531020 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-7c03fa72-d010-4b41-a5b6-ffd915ef6c9e None None] Publish callbacks [] for port, precommit_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:12.538285 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-7c03fa72-d010-4b41-a5b6-ffd915ef6c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385'] for port, after_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:12.582580 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c03fa72-d010-4b41-a5b6-ffd915ef6c9e None None] Network 4e48f818-692b-4e8c-876c-8e3b508f3610 is already hosted by enough agents. {{(pid=101603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:09:12.585652 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.scheduler.base_scheduler [None req-7c03fa72-d010-4b41-a5b6-ffd915ef6c9e None None] Resources bound (agent type, host, resource id): {{(pid=101603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:09:12.589781 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c03fa72-d010-4b41-a5b6-ffd915ef6c9e None None] Received port after_create {{(pid=101603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:09:12.595370 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03fa72-d010-4b41-a5b6-ffd915ef6c9e None None] Pushing event updated for resources: {'Port': ['ID=2a911e40-666d-47d7-a011-af54cc95d7ea,revision_number=1']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:12.650682 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-7c03fa72-d010-4b41-a5b6-ffd915ef6c9e None None] Attempting to bind port 2a911e40-666d-47d7-a011-af54cc95d7ea on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:09:12.651314 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-7c03fa72-d010-4b41-a5b6-ffd915ef6c9e None None] Attempting to bind port 2a911e40-666d-47d7-a011-af54cc95d7ea by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': '076f51ae-c342-484b-b31a-3d52cb0c28be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610'}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:09:12.651840 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c03fa72-d010-4b41-a5b6-ffd915ef6c9e None None] Attempting to bind port 2a911e40-666d-47d7-a011-af54cc95d7ea on network 4e48f818-692b-4e8c-876c-8e3b508f3610 {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:09:12.657182 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c03fa72-d010-4b41-a5b6-ffd915ef6c9e None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:09:12.657541 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c03fa72-d010-4b41-a5b6-ffd915ef6c9e None None] Checking segment: {'id': '076f51ae-c342-484b-b31a-3d52cb0c28be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:09:12.657936 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-7c03fa72-d010-4b41-a5b6-ffd915ef6c9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:12.658317 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c03fa72-d010-4b41-a5b6-ffd915ef6c9e None None] Bound using segment: {'id': '076f51ae-c342-484b-b31a-3d52cb0c28be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610'} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:09:12.658776 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-7c03fa72-d010-4b41-a5b6-ffd915ef6c9e None None] Bound port: 2a911e40-666d-47d7-a011-af54cc95d7ea, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '076f51ae-c342-484b-b31a-3d52cb0c28be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610'}}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:09:12.659168 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-7c03fa72-d010-4b41-a5b6-ffd915ef6c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:12.730307 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-7c03fa72-d010-4b41-a5b6-ffd915ef6c9e None None] For port 2a911e40-666d-47d7-a011-af54cc95d7ea, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:09:12.733406 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-7c03fa72-d010-4b41-a5b6-ffd915ef6c9e None None] For port 2a911e40-666d-47d7-a011-af54cc95d7ea, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=2a911e40-666d-47d7-a011-af54cc95d7ea,segment=NetworkSegment(076f51ae-c342-484b-b31a-3d52cb0c28be),segment_id=076f51ae-c342-484b-b31a-3d52cb0c28be)] {{(pid=101603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:09:12.738920 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-7c03fa72-d010-4b41-a5b6-ffd915ef6c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:12.792180 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-881c262e-fd96-444b-86f2-0e97da549447 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:12.795398 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03fa72-d010-4b41-a5b6-ffd915ef6c9e None None] Pushing event updated for resources: {'Port': ['ID=2a911e40-666d-47d7-a011-af54cc95d7ea,revision_number=2']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:12.811781 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-881c262e-fd96-444b-86f2-0e97da549447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:12.931167 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [None req-881c262e-fd96-444b-86f2-0e97da549447 admin admin] Allocated IP 172.27.2.160 (aa4f75c5-5213-4ff6-92cc-17e0fe78067f/bed3c881-f684-464c-a719-dd29140bdb28/c7f1b230-7341-4e68-b62b-b8a0cde4005f) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:09:13.055373 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-881c262e-fd96-444b-86f2-0e97da549447 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:13.094784 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-881c262e-fd96-444b-86f2-0e97da549447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:13.138433 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881c262e-fd96-444b-86f2-0e97da549447 admin admin] Network aa4f75c5-5213-4ff6-92cc-17e0fe78067f is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:09:13.141723 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-881c262e-fd96-444b-86f2-0e97da549447 admin admin] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:09:13.144668 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881c262e-fd96-444b-86f2-0e97da549447 admin admin] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:09:13.169068 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c262e-fd96-444b-86f2-0e97da549447 admin admin] Pushing event updated for resources: {'Port': ['ID=c7f1b230-7341-4e68-b62b-b8a0cde4005f,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:13.294217 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cc90d-5ffe-42ec-a4ab-b2e63b675ceb req-5d839f0a-ec62-4073-b36b-102d4e697227 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:13.295785 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-506cc90d-5ffe-42ec-a4ab-b2e63b675ceb req-5d839f0a-ec62-4073-b36b-102d4e697227 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0800958 Nov 11 01:09:13.311351 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1237c-8bd7-4d46-855b-fdea7b9b527b req-9d1397f8-19eb-4261-9ee8-5aaa488c3218 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:13.312778 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f9d1237c-8bd7-4d46-855b-fdea7b9b527b req-9d1397f8-19eb-4261-9ee8-5aaa488c3218 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=880b8450-ebb8-458b-8b2f-fc32ae59e2ea HTTP/1.1" status: 200 len: 946 time: 0.0705099 Nov 11 01:09:13.336240 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880b8450-ebb8-458b-8b2f-fc32ae59e2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1095182b-db09-41e9-9134-176f61f346be'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:09:13.340153 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dcfd07-7ace-4373-8837-8381a3c053fb" -d '{"events": [{"server_uuid": "880b8450-ebb8-458b-8b2f-fc32ae59e2ea", "name": "network-vif-plugged", "status": "completed", "tag": "1095182b-db09-41e9-9134-176f61f346be"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:09:13.388436 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-506cc90d-5ffe-42ec-a4ab-b2e63b675ceb req-a2c1a6e5-ca97-452c-b469-35c943e42a74 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854943 Nov 11 01:09:13.391717 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f9d1237c-8bd7-4d46-855b-fdea7b9b527b req-85fac7e2-1522-4c0e-a044-8991be945bf5 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716288 Nov 11 01:09:13.401407 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-881c262e-fd96-444b-86f2-0e97da549447 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:13.445972 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b14d96-3bfa-4719-855f-e4ae4f874fde x-openstack-request-id: req-d6b14d96-3bfa-4719-855f-e4ae4f874fde {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:09:13.446464 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880b8450-ebb8-458b-8b2f-fc32ae59e2ea", "name": "network-vif-plugged", "status": "completed", "tag": "1095182b-db09-41e9-9134-176f61f346be", "code": 200}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:09:13.446715 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d6b14d96-3bfa-4719-855f-e4ae4f874fde {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:09:13.447132 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880b8450-ebb8-458b-8b2f-fc32ae59e2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1095182b-db09-41e9-9134-176f61f346be', 'code': 200} Nov 11 01:09:13.610363 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26f8ec-fbda-4aba-9aaa-528ffbb2e529 req-65f9ff8c-d3ac-4e06-badb-1f03d2d1494f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:13.618111 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5f26f8ec-fbda-4aba-9aaa-528ffbb2e529 req-65f9ff8c-d3ac-4e06-badb-1f03d2d1494f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.0634980 Nov 11 01:09:13.621155 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:13.630380 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-881c262e-fd96-444b-86f2-0e97da549447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918207'] for router, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:13.670487 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5f26f8ec-fbda-4aba-9aaa-528ffbb2e529 req-ecc5b2ac-906a-4c82-93cb-ad8f303ec28b tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513766 Nov 11 01:09:13.720407 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774207b-a67e-4ff2-98e7-ae6e935972c9 req-c09bfbb8-e3cf-4c0b-8ee5-6b7a0ace9ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:13.721899 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-6774207b-a67e-4ff2-98e7-ae6e935972c9 req-c09bfbb8-e3cf-4c0b-8ee5-6b7a0ace9ed9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=880b8450-ebb8-458b-8b2f-fc32ae59e2ea HTTP/1.1" status: 200 len: 1099 time: 0.0870543 Nov 11 01:09:13.770632 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519158a5-e028-4b44-969e-c7254a8b005b None None] Network 4e48f818-692b-4e8c-876c-8e3b508f3610 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:09:13.795540 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d6b50-467a-4c65-8ad9-44ce1dd04da8 req-ef36c51b-0140-4379-af99-d8a3b894fc3a tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:13.796962 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5c5d6b50-467a-4c65-8ad9-44ce1dd04da8 req-ef36c51b-0140-4379-af99-d8a3b894fc3a tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.0537119 Nov 11 01:09:13.805675 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-6774207b-a67e-4ff2-98e7-ae6e935972c9 req-610628c8-9bf0-4060-a849-f87af24a1cd1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553715 Nov 11 01:09:13.806201 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 60878) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:09:13.810172 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-3b74e14d-d71c-4ba1-8281-5bb43a769443 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Request body: {'floatingip': {'port_id': '1f7f5df1-b155-4d43-99ac-2e3dd6657296'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:09:13.832673 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881c262e-fd96-444b-86f2-0e97da549447 admin admin] Router be7577d6-eb7e-423a-bcda-697dd5d3fe3b is scheduled to L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a with binding_index 1 {{(pid=101601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 01:09:13.854034 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-3b74e14d-d71c-4ba1-8281-5bb43a769443 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for floatingip, before_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:13.905761 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5696a7dd-70bf-4ceb-856f-ce132745b911 None None] Provisioning complete for port 2a911e40-666d-47d7-a011-af54cc95d7ea triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:09:13.906128 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5696a7dd-70bf-4ceb-856f-ce132745b911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:13.948063 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881c262e-fd96-444b-86f2-0e97da549447 admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:09:13.964784 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f720ef7a-1241-4649-8b37-524f40258e59 None None] Sync routers for ids ['be7577d6-eb7e-423a-bcda-697dd5d3fe3b'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:09:13.977693 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-881c262e-fd96-444b-86f2-0e97da549447 admin admin] Publish callbacks [] for router, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:13.981596 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-881c262e-fd96-444b-86f2-0e97da549447 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8731987 Nov 11 01:09:13.982093 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 60880) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:09:13.991323 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f720ef7a-1241-4649-8b37-524f40258e59 None None] Routers {'be7577d6-eb7e-423a-bcda-697dd5d3fe3b'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:09:13.991930 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-f720ef7a-1241-4649-8b37-524f40258e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:09:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['be7577d6-eb7e-423a-bcda-697dd5d3fe3b'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:09:14.132391 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5696a7dd-70bf-4ceb-856f-ce132745b911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:14.167720 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-f720ef7a-1241-4649-8b37-524f40258e59 None None] Set router be7577d6-eb7e-423a-bcda-697dd5d3fe3b gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:09:14.352075 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-3b74e14d-d71c-4ba1-8281-5bb43a769443 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:14.357142 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-3b74e14d-d71c-4ba1-8281-5bb43a769443 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918241'] for floatingip, after_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:14.396269 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5696a7dd-70bf-4ceb-856f-ce132745b911 None None] For port 2a911e40-666d-47d7-a011-af54cc95d7ea, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=2a911e40-666d-47d7-a011-af54cc95d7ea,segment=NetworkSegment(076f51ae-c342-484b-b31a-3d52cb0c28be),segment_id=076f51ae-c342-484b-b31a-3d52cb0c28be)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:09:14.403274 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5696a7dd-70bf-4ceb-856f-ce132745b911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:14.492639 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696a7dd-70bf-4ceb-856f-ce132745b911 None None] Pushing event updated for resources: {'Port': ['ID=2a911e40-666d-47d7-a011-af54cc95d7ea,revision_number=3']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:14.538506 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a430e48e-35e1-4446-82ef-17d1fe280e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:14.579382 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 2a911e40-666d-47d7-a011-af54cc95d7ea up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:09:14.581211 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-ea678ae0-5595-45ee-be3e-e289adfda74b None None] Provisioning complete for port 2a911e40-666d-47d7-a011-af54cc95d7ea triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:09:14.582205 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-ea678ae0-5595-45ee-be3e-e289adfda74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:14.717353 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 2a911e40-666d-47d7-a011-af54cc95d7ea triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:09:14.718145 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:14.739320 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [None req-a430e48e-35e1-4446-82ef-17d1fe280e69 admin admin] Allocated IP 172.20.0.1 (4e48f818-692b-4e8c-876c-8e3b508f3610/52156a0b-9cdf-4522-a6bd-fc1be773de3a/080ac6f9-354e-406d-b208-949e87e4238d) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:09:14.753992 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-f720ef7a-1241-4649-8b37-524f40258e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'name': 'tempest-TestMinimumBasicScenario-1873939833-router', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c7f1b230-7341-4e68-b62b-b8a0cde4005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:09:13Z', 'revision_number': 3, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'gw_port': {'id': 'c7f1b230-7341-4e68-b62b-b8a0cde4005f', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:09:14.793849 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f720ef7a-1241-4649-8b37-524f40258e59 None None] Checking router: be7577d6-eb7e-423a-bcda-697dd5d3fe3b for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:09:14.794149 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f720ef7a-1241-4649-8b37-524f40258e59 None None] Updating router be7577d6-eb7e-423a-bcda-697dd5d3fe3b port c7f1b230-7341-4e68-b62b-b8a0cde4005f binding host dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 01:09:14.828045 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-f720ef7a-1241-4649-8b37-524f40258e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:14.829400 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.db.l3_db [None req-3b74e14d-d71c-4ba1-8281-5bb43a769443 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Floating IP 68ab5c81-0934-4e84-8160-a763378a2d94 associated. External IP: 172.27.2.218, port: 1f7f5df1-b155-4d43-99ac-2e3dd6657296. Nov 11 01:09:14.857947 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a430e48e-35e1-4446-82ef-17d1fe280e69 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:14.897731 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a430e48e-35e1-4446-82ef-17d1fe280e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:14.899792 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211556e-4055-4d45-98bd-c6e1a30d5d80 req-1bd75a07-6b09-4735-ac12-304d90ef9298 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:14.901286 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0211556e-4055-4d45-98bd-c6e1a30d5d80 req-1bd75a07-6b09-4735-ac12-304d90ef9298 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.3996727 Nov 11 01:09:14.936614 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a430e48e-35e1-4446-82ef-17d1fe280e69 admin admin] Network 4e48f818-692b-4e8c-876c-8e3b508f3610 is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:09:14.942078 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-a430e48e-35e1-4446-82ef-17d1fe280e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:09:14.942733 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84f059-8896-4298-b2c1-ba3bace54f42 req-206ced4a-41e5-4b4c-8d0f-4ca6725d90c2 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:14.946063 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a430e48e-35e1-4446-82ef-17d1fe280e69 admin admin] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:09:14.950145 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3e84f059-8896-4298-b2c1-ba3bace54f42 req-206ced4a-41e5-4b4c-8d0f-4ca6725d90c2 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=880b8450-ebb8-458b-8b2f-fc32ae59e2ea HTTP/1.1" status: 200 len: 946 time: 0.4279950 Nov 11 01:09:14.987114 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430e48e-35e1-4446-82ef-17d1fe280e69 admin admin] Pushing event updated for resources: {'Port': ['ID=080ac6f9-354e-406d-b208-949e87e4238d,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:15.016517 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a430e48e-35e1-4446-82ef-17d1fe280e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919144'] for router_interface, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:15.078973 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0211556e-4055-4d45-98bd-c6e1a30d5d80 req-61c9b583-e745-4448-8c09-81172f1cd335 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117904 Nov 11 01:09:15.078973 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3e84f059-8896-4298-b2c1-ba3bace54f42 req-90906d1c-1139-4a20-b0d0-3b880bbb7737 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267257 Nov 11 01:09:15.203461 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a430e48e-35e1-4446-82ef-17d1fe280e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:15.207781 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b74e14d-d71c-4ba1-8281-5bb43a769443 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Router c0042718-a156-4f57-806b-299e7b0af0d9 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:09:15.261327 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-f720ef7a-1241-4649-8b37-524f40258e59 None None] Publish callbacks [] for port, precommit_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:15.268099 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-f720ef7a-1241-4649-8b37-524f40258e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:15.344034 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-f720ef7a-1241-4649-8b37-524f40258e59 None None] Attempting to bind port c7f1b230-7341-4e68-b62b-b8a0cde4005f on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:09:15.344261 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-f720ef7a-1241-4649-8b37-524f40258e59 None None] Attempting to bind port c7f1b230-7341-4e68-b62b-b8a0cde4005f by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:09:15.344520 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f720ef7a-1241-4649-8b37-524f40258e59 None None] Attempting to bind port c7f1b230-7341-4e68-b62b-b8a0cde4005f on network aa4f75c5-5213-4ff6-92cc-17e0fe78067f {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:09:15.348053 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b74e14d-d71c-4ba1-8281-5bb43a769443 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:09:15.348501 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8e857-1e1a-423e-979d-5f6946b6c76a None None] Pushing event updated for resources: {'Port': ['ID=c7f1b230-7341-4e68-b62b-b8a0cde4005f,revision_number=2']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:15.353164 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-312ee635-5f79-4ee2-b215-c0fedd416a44 None None] Provisioning complete for port 080ac6f9-354e-406d-b208-949e87e4238d triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:09:15.353164 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-312ee635-5f79-4ee2-b215-c0fedd416a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:15.353371 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-3b74e14d-d71c-4ba1-8281-5bb43a769443 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for floatingip, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:15.356151 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f720ef7a-1241-4649-8b37-524f40258e59 None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:09:15.356523 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f720ef7a-1241-4649-8b37-524f40258e59 None None] Checking segment: {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:09:15.356914 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-f720ef7a-1241-4649-8b37-524f40258e59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:15.357288 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f720ef7a-1241-4649-8b37-524f40258e59 None None] Bound using segment: {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:09:15.357760 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-f720ef7a-1241-4649-8b37-524f40258e59 None None] Bound port: c7f1b230-7341-4e68-b62b-b8a0cde4005f, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:09:15.358146 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-f720ef7a-1241-4649-8b37-524f40258e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:15.362521 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4343dfaa-5e36-4b56-8b4d-69777b7bf20d None None] Sync routers for ids ['c0042718-a156-4f57-806b-299e7b0af0d9'] in dv-cinder-817085-3-iscsi {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:09:15.378224 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4343dfaa-5e36-4b56-8b4d-69777b7bf20d None None] Routers {'c0042718-a156-4f57-806b-299e7b0af0d9'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:09:15.380207 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-4343dfaa-5e36-4b56-8b4d-69777b7bf20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:09:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['c0042718-a156-4f57-806b-299e7b0af0d9'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:09:15.386465 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-3b74e14d-d71c-4ba1-8281-5bb43a769443 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "PUT /v2.0/floatingips/68ab5c81-0934-4e84-8160-a763378a2d94 HTTP/1.1" status: 200 len: 992 time: 1.5796926 Nov 11 01:09:15.387108 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce8e836-308a-4cdb-8e70-a3d3b431da6d', 'tag': '1f7f5df1-b155-4d43-99ac-2e3dd6657296'}] {{(pid=101602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:09:15.389745 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbc2a4dd34722a8e14e2fc20a6c680084dc03eb7d3307192ee443654b1fba6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7897890c-d5a2-4f5a-9b05-d4762b50a569" -d '{"events": [{"name": "network-changed", "server_uuid": "2ce8e836-308a-4cdb-8e70-a3d3b431da6d", "tag": "1f7f5df1-b155-4d43-99ac-2e3dd6657296"}]}' {{(pid=101602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:09:15.431008 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-312ee635-5f79-4ee2-b215-c0fedd416a44 None None] Port 080ac6f9-354e-406d-b208-949e87e4238d cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:09:15.442365 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-f720ef7a-1241-4649-8b37-524f40258e59 None None] For port c7f1b230-7341-4e68-b62b-b8a0cde4005f, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:09:15.445771 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-f720ef7a-1241-4649-8b37-524f40258e59 None None] For port c7f1b230-7341-4e68-b62b-b8a0cde4005f, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=c7f1b230-7341-4e68-b62b-b8a0cde4005f,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:09:15.453278 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-f720ef7a-1241-4649-8b37-524f40258e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:15.459563 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d89a446-5212-4968-9583-978174d51dc7 x-openstack-request-id: req-5d89a446-5212-4968-9583-978174d51dc7 {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:09:15.459847 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ce8e836-308a-4cdb-8e70-a3d3b431da6d", "tag": "1f7f5df1-b155-4d43-99ac-2e3dd6657296", "status": "completed", "code": 200}]} {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:09:15.460100 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5d89a446-5212-4968-9583-978174d51dc7 {{(pid=101602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:09:15.460527 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce8e836-308a-4cdb-8e70-a3d3b431da6d', 'tag': '1f7f5df1-b155-4d43-99ac-2e3dd6657296', 'status': 'completed', 'code': 200} Nov 11 01:09:15.511489 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f720ef7a-1241-4649-8b37-524f40258e59 None None] Routers {'be7577d6-eb7e-423a-bcda-697dd5d3fe3b'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:09:15.512132 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-f720ef7a-1241-4649-8b37-524f40258e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:09:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['be7577d6-eb7e-423a-bcda-697dd5d3fe3b'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:09:15.526473 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-4343dfaa-5e36-4b56-8b4d-69777b7bf20d None None] Set router c0042718-a156-4f57-806b-299e7b0af0d9 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:09:15.564809 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8e857-1e1a-423e-979d-5f6946b6c76a None None] Pushing event updated for resources: {'Port': ['ID=c7f1b230-7341-4e68-b62b-b8a0cde4005f,revision_number=3']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:15.644330 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-f720ef7a-1241-4649-8b37-524f40258e59 None None] Set router be7577d6-eb7e-423a-bcda-697dd5d3fe3b gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:09:15.725520 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897890c-d5a2-4f5a-9b05-d4762b50a569 req-bdd46893-6bff-4405-b247-0ebf1b463841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:15.727019 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-7897890c-d5a2-4f5a-9b05-d4762b50a569 req-bdd46893-6bff-4405-b247-0ebf1b463841 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e01554f5a96c46afb1983c71a9513e16&device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 1099 time: 0.0652380 Nov 11 01:09:15.783323 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-4343dfaa-5e36-4b56-8b4d-69777b7bf20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'name': 'tempest-AttachVolumeShelveTestJSON-360278585-router', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:36Z', 'updated_at': '2021-11-11T01:02:42Z', 'revision_number': 4, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'gw_port': {'id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:37Z', 'updated_at': '2021-11-11T01:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': '68ab5c81-0934-4e84-8160-a763378a2d94', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'floating_ip_address': '172.27.2.218', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'port_id': '1f7f5df1-b155-4d43-99ac-2e3dd6657296', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'mac_address': 'fa:16:3e:2c:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce8e836-308a-4cdb-8e70-a3d3b431da6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:08:55Z', 'updated_at': '2021-11-11T01:09:14Z', 'revision_number': 1, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00beaa14-6b37-445e-ab5d-f8ef41959a7d', 'name': '', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'mac_address': 'fa:16:3e:6f:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:41Z', 'updated_at': '2021-11-11T01:02:53Z', 'revision_number': 5, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'subnets': [{'id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:09:15.811850 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4343dfaa-5e36-4b56-8b4d-69777b7bf20d None None] Checking router: c0042718-a156-4f57-806b-299e7b0af0d9 for host: dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:09:15.821280 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4343dfaa-5e36-4b56-8b4d-69777b7bf20d None None] Routers {'c0042718-a156-4f57-806b-299e7b0af0d9'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:09:15.822146 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-4343dfaa-5e36-4b56-8b4d-69777b7bf20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:09:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['c0042718-a156-4f57-806b-299e7b0af0d9'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:09:15.826034 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a430e48e-35e1-4446-82ef-17d1fe280e69 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:15.839764 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a430e48e-35e1-4446-82ef-17d1fe280e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:15.886266 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-f720ef7a-1241-4649-8b37-524f40258e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'name': 'tempest-TestMinimumBasicScenario-1873939833-router', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c7f1b230-7341-4e68-b62b-b8a0cde4005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:09:15Z', 'revision_number': 4, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'gw_port': {'id': 'c7f1b230-7341-4e68-b62b-b8a0cde4005f', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '080ac6f9-354e-406d-b208-949e87e4238d', 'name': '', 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'mac_address': 'fa:16:3e:8a:90:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '52156a0b-9cdf-4522-a6bd-fc1be773de3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:14Z', 'updated_at': '2021-11-11T01:09:14Z', 'revision_number': 1, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'subnets': [{'id': '52156a0b-9cdf-4522-a6bd-fc1be773de3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:09:15.899873 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897890c-d5a2-4f5a-9b05-d4762b50a569 req-f5bf705d-26b0-4620-8d4e-1dd191a16b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:15.901328 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-7897890c-d5a2-4f5a-9b05-d4762b50a569 req-f5bf705d-26b0-4620-8d4e-1dd191a16b3c service neutron] 10.222.0.64 "GET /v2.0/networks?id=7db40340-76c1-4dbb-a60c-57c8a9a269e5 HTTP/1.1" status: 200 len: 916 time: 0.1655219 Nov 11 01:09:15.912909 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f720ef7a-1241-4649-8b37-524f40258e59 None None] The sync data for ids ['be7577d6-eb7e-423a-bcda-697dd5d3fe3b'] in dv-cinder-817085-3-iscsi is: [{'id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'name': 'tempest-TestMinimumBasicScenario-1873939833-router', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c7f1b230-7341-4e68-b62b-b8a0cde4005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:09:15Z', 'revision_number': 4, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'gw_port': {'id': 'c7f1b230-7341-4e68-b62b-b8a0cde4005f', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '080ac6f9-354e-406d-b208-949e87e4238d', 'name': '', 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'mac_address': 'fa:16:3e:8a:90:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '52156a0b-9cdf-4522-a6bd-fc1be773de3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:14Z', 'updated_at': '2021-11-11T01:09:14Z', 'revision_number': 1, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'subnets': [{'id': '52156a0b-9cdf-4522-a6bd-fc1be773de3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:09:15.937584 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a430e48e-35e1-4446-82ef-17d1fe280e69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919292'] for router_interface, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:15.955046 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-4343dfaa-5e36-4b56-8b4d-69777b7bf20d None None] Set router c0042718-a156-4f57-806b-299e7b0af0d9 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:09:15.984340 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430e48e-35e1-4446-82ef-17d1fe280e69 admin admin] Pushing event updated for resources: {'Port': ['ID=080ac6f9-354e-406d-b208-949e87e4238d,revision_number=2']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:16.050042 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-7897890c-d5a2-4f5a-9b05-d4762b50a569 req-b2a9d081-ac85-4c57-b6a2-b6947ab57912 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f7f5df1-b155-4d43-99ac-2e3dd6657296 HTTP/1.1" status: 200 len: 1000 time: 0.1406186 Nov 11 01:09:16.133928 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897890c-d5a2-4f5a-9b05-d4762b50a569 req-65257b1d-9867-4d7c-9cc5-dd31fbfaad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:16.135442 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-7897890c-d5a2-4f5a-9b05-d4762b50a569 req-65257b1d-9867-4d7c-9cc5-dd31fbfaad4e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=106c258c-9ba0-4b87-8aaf-5fe2051be471 HTTP/1.1" status: 200 len: 855 time: 0.0769677 Nov 11 01:09:16.145168 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a430e48e-35e1-4446-82ef-17d1fe280e69 admin admin] Network 4e48f818-692b-4e8c-876c-8e3b508f3610 is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:09:16.157371 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-a430e48e-35e1-4446-82ef-17d1fe280e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:09:16.284138 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef60ed-50c9-4cb2-8933-5b06641dd4b9 req-4d76e1dd-b911-489d-80ed-b4390d9781b8 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:16.291914 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8bef60ed-50c9-4cb2-8933-5b06641dd4b9 req-4d76e1dd-b911-489d-80ed-b4390d9781b8 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0909390 Nov 11 01:09:16.298372 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897890c-d5a2-4f5a-9b05-d4762b50a569 req-d08a6755-ddeb-4a90-977f-2677ec4e910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:16.300172 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-7897890c-d5a2-4f5a-9b05-d4762b50a569 req-d08a6755-ddeb-4a90-977f-2677ec4e910b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7db40340-76c1-4dbb-a60c-57c8a9a269e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1538725 Nov 11 01:09:16.355585 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8bef60ed-50c9-4cb2-8933-5b06641dd4b9 req-1698fc88-133a-42c5-85ad-f4c4355e4a81 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521924 Nov 11 01:09:16.401050 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-4343dfaa-5e36-4b56-8b4d-69777b7bf20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'name': 'tempest-AttachVolumeShelveTestJSON-360278585-router', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:36Z', 'updated_at': '2021-11-11T01:02:42Z', 'revision_number': 4, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'gw_port': {'id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:37Z', 'updated_at': '2021-11-11T01:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': '68ab5c81-0934-4e84-8160-a763378a2d94', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'floating_ip_address': '172.27.2.218', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'port_id': '1f7f5df1-b155-4d43-99ac-2e3dd6657296', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'mac_address': 'fa:16:3e:2c:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce8e836-308a-4cdb-8e70-a3d3b431da6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:08:55Z', 'updated_at': '2021-11-11T01:09:14Z', 'revision_number': 1, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00beaa14-6b37-445e-ab5d-f8ef41959a7d', 'name': '', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'mac_address': 'fa:16:3e:6f:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:41Z', 'updated_at': '2021-11-11T01:02:53Z', 'revision_number': 5, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'subnets': [{'id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:09:16.442498 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04b053-513f-4641-b603-2aec29c47200 req-9492833d-931f-4670-9aa1-4a5343dcf551 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:16.454500 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4e04b053-513f-4641-b603-2aec29c47200 req-9492833d-931f-4670-9aa1-4a5343dcf551 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=880b8450-ebb8-458b-8b2f-fc32ae59e2ea HTTP/1.1" status: 200 len: 946 time: 0.1792114 Nov 11 01:09:16.530934 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a430e48e-35e1-4446-82ef-17d1fe280e69 admin admin] Router be7577d6-eb7e-423a-bcda-697dd5d3fe3b has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:09:16.536119 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-7897890c-d5a2-4f5a-9b05-d4762b50a569 req-6068621c-efdd-4161-a36d-782a0df45bec service neutron] 10.222.0.64 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007384 Nov 11 01:09:16.537740 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4e04b053-513f-4641-b603-2aec29c47200 req-2b27b7ee-085d-4114-91e3-8aafca4460e3 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824096 Nov 11 01:09:16.545863 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 2a911e40-666d-47d7-a011-af54cc95d7ea up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:09:16.603019 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4343dfaa-5e36-4b56-8b4d-69777b7bf20d None None] The sync data for ids ['c0042718-a156-4f57-806b-299e7b0af0d9'] in dv-cinder-817085-3-iscsi is: [{'id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'name': 'tempest-AttachVolumeShelveTestJSON-360278585-router', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:36Z', 'updated_at': '2021-11-11T01:02:42Z', 'revision_number': 4, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'gw_port': {'id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:37Z', 'updated_at': '2021-11-11T01:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': '68ab5c81-0934-4e84-8160-a763378a2d94', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'floating_ip_address': '172.27.2.218', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'port_id': '1f7f5df1-b155-4d43-99ac-2e3dd6657296', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'mac_address': 'fa:16:3e:2c:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce8e836-308a-4cdb-8e70-a3d3b431da6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:08:55Z', 'updated_at': '2021-11-11T01:09:14Z', 'revision_number': 1, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00beaa14-6b37-445e-ab5d-f8ef41959a7d', 'name': '', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'mac_address': 'fa:16:3e:6f:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:41Z', 'updated_at': '2021-11-11T01:02:53Z', 'revision_number': 5, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'subnets': [{'id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:09:16.637032 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-f1582b62-3d91-408b-a63e-63a37badc5f1 None None] Provisioning complete for port 080ac6f9-354e-406d-b208-949e87e4238d triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:09:16.637402 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-f1582b62-3d91-408b-a63e-63a37badc5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:16.685863 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 2a911e40-666d-47d7-a011-af54cc95d7ea triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:09:16.686235 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:16.690129 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-f1582b62-3d91-408b-a63e-63a37badc5f1 None None] Port 080ac6f9-354e-406d-b208-949e87e4238d cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:09:16.795075 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-7897890c-d5a2-4f5a-9b05-d4762b50a569 req-eb4d6a87-6da3-49f3-bb6e-6ac086d1e0fa service neutron] 10.222.0.64 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455289 Nov 11 01:09:16.812213 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a430e48e-35e1-4446-82ef-17d1fe280e69 admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:09:16.827530 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-a430e48e-35e1-4446-82ef-17d1fe280e69 admin admin] 10.222.0.52 "PUT /v2.0/routers/be7577d6-eb7e-423a-bcda-697dd5d3fe3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8355832 Nov 11 01:09:16.985254 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827f4fa4-3b57-4529-9048-4125e74dc776 None None] New status for floating IP 68ab5c81-0934-4e84-8160-a763378a2d94: ACTIVE {{(pid=101603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 01:09:17.467473 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498e573-67d8-4b0b-9ac0-e32b261818d4 req-ab132ee7-a57f-436a-8c65-3eea1d66092e tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:17.477160 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b498e573-67d8-4b0b-9ac0-e32b261818d4 req-ab132ee7-a57f-436a-8c65-3eea1d66092e tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=880b8450-ebb8-458b-8b2f-fc32ae59e2ea HTTP/1.1" status: 200 len: 946 time: 0.0619962 Nov 11 01:09:17.477959 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 60926) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:09:17.484848 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-293095141-network', 'tenant_id': '04f8456619124e328b9c2bfbc126c0e4'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:09:17.521570 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] Made reservation on behalf of 04f8456619124e328b9c2bfbc126c0e4 for: {'network': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:09:17.524672 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for network, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:17.538435 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:17.563818 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b498e573-67d8-4b0b-9ac0-e32b261818d4 req-ad3c2e70-1006-489b-8b07-65a54cee28ec tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877109 Nov 11 01:09:17.579223 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8a652-09b5-4fa7-b8a6-aac8730d69fc req-2483bebb-ae93-4247-953d-11c4a6bb2da6 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:17.591674 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e2c8a652-09b5-4fa7-b8a6-aac8730d69fc req-2483bebb-ae93-4247-953d-11c4a6bb2da6 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.1221128 Nov 11 01:09:17.638991 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:17.644883 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:17.646490 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e2c8a652-09b5-4fa7-b8a6-aac8730d69fc req-03d85396-e832-4957-9b58-82c8e813620e tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535557 Nov 11 01:09:17.676521 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=101601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 01:09:17.686060 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e344a803-dfa9-4eef-a170-2908a3a30158,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:17.695776 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:17.696132 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.db.segments_db [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] Added segment fa9b98fd-eb5f-4b5d-a70d-bcaec97f8284 of type vlan for network 03d3849e-83f6-4350-9188-ed498b59daf4 Nov 11 01:09:17.698140 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:17.698484 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:17.698818 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:17.699174 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:17.699498 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:17.699823 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:17.700142 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:17.700459 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:17.700777 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:17.701091 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:17.701409 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:17.701720 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:17.754858 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764258555859'] for network, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:17.786477 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for network, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:17.787895 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:17.788734 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:17.844652 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3649609 Nov 11 01:09:17.847795 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 60934) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:09:17.852765 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-cfe64029-3778-44b4-84e9-65da5ac10b07 admin admin] Request body: {'subnet': {'network_id': '03d3849e-83f6-4350-9188-ed498b59daf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-293095141-subnet', 'tenant_id': '04f8456619124e328b9c2bfbc126c0e4', 'ip_version': 4}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:09:17.874671 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cccb54-0654-4c67-8aa3-b88d384f7177 admin admin] Pushing event updated for resources: {'Network': ['ID=03d3849e-83f6-4350-9188-ed498b59daf4,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:17.881812 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35faa52-61f0-4707-ae52-22e7bf27f7ba req-bf524257-35a6-4633-9dc6-01390d9b7a55 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:17.883213 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c35faa52-61f0-4707-ae52-22e7bf27f7ba req-bf524257-35a6-4633-9dc6-01390d9b7a55 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0554013 Nov 11 01:09:17.890078 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Network 03d3849e-83f6-4350-9188-ed498b59daf4 details requested by agent ovs-agent-dv-cinder-817085-3-iscsi with host dv-cinder-817085-3-iscsi {{(pid=101603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 01:09:17.891833 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe64029-3778-44b4-84e9-65da5ac10b07 admin admin] Made reservation on behalf of 04f8456619124e328b9c2bfbc126c0e4 for: {'subnet': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:09:17.895764 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-cfe64029-3778-44b4-84e9-65da5ac10b07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14289084'] for subnet, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:17.962492 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c35faa52-61f0-4707-ae52-22e7bf27f7ba req-109cfc7c-e20b-437c-b515-c16dfd3e54ac tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733290 Nov 11 01:09:18.018463 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a09ff8-3ad7-4785-a3e2-d09c20b16838 req-0204e062-7481-4a59-aaa9-10c4a685707a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:18.020029 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f6a09ff8-3ad7-4785-a3e2-d09c20b16838 req-0204e062-7481-4a59-aaa9-10c4a685707a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d65821f142fe445b8388094f872c5457&device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 1098 time: 0.0753458 Nov 11 01:09:18.180001 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a09ff8-3ad7-4785-a3e2-d09c20b16838 req-103b17fb-f3fd-4e72-8b36-d87e995fbdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:18.181496 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f6a09ff8-3ad7-4785-a3e2-d09c20b16838 req-103b17fb-f3fd-4e72-8b36-d87e995fbdd0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0201e78f-31b0-4780-85e5-2d0c4a5203a2 HTTP/1.1" status: 200 len: 911 time: 0.1506236 Nov 11 01:09:18.182804 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-cfe64029-3778-44b4-84e9-65da5ac10b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14462179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14289042'] for subnet, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:18.274404 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe64029-3778-44b4-84e9-65da5ac10b07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e6c359e-0843-49aa-9c67-70caa98d9a14,revision_number=0']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:18.302473 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f6a09ff8-3ad7-4785-a3e2-d09c20b16838 req-4fc8c09b-306e-4399-b695-cbb4c9b79ac7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7957db06-9b36-48fb-91f5-537bca5d85c5 HTTP/1.1" status: 200 len: 1001 time: 0.0975082 Nov 11 01:09:18.305139 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe64029-3778-44b4-84e9-65da5ac10b07 admin admin] Checking segment: {'id': 'fa9b98fd-eb5f-4b5d-a70d-bcaec97f8284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '03d3849e-83f6-4350-9188-ed498b59daf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:09:18.305485 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe64029-3778-44b4-84e9-65da5ac10b07 admin admin] Network hostable DHCP agents. Network: 03d3849e-83f6-4350-9188-ed498b59daf4, hostable agents: ['51ef0dbb-d632-4ef8-8741-cd394451711b'], hosted agents: [] {{(pid=101601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 01:09:18.348306 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe64029-3778-44b4-84e9-65da5ac10b07 admin admin] Network 03d3849e-83f6-4350-9188-ed498b59daf4 is scheduled to be hosted by DHCP agent 51ef0dbb-d632-4ef8-8741-cd394451711b with binding_index 1 {{(pid=101601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 01:09:18.364697 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-cfe64029-3778-44b4-84e9-65da5ac10b07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-3-iscsi, 03d3849e-83f6-4350-9188-ed498b59daf4) {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:09:18.367455 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a09ff8-3ad7-4785-a3e2-d09c20b16838 req-ced2de30-38be-449e-98c6-b83d1f973ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:18.369217 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f6a09ff8-3ad7-4785-a3e2-d09c20b16838 req-ced2de30-38be-449e-98c6-b83d1f973ac7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a02394f-0dc6-4d50-9053-e463b69f5032 HTTP/1.1" status: 200 len: 850 time: 0.0552869 Nov 11 01:09:18.371437 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe64029-3778-44b4-84e9-65da5ac10b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:18.372012 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-cfe64029-3778-44b4-84e9-65da5ac10b07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:18.374156 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028daba4-8470-48f2-873a-99f4240fbb90 None None] Network 03d3849e-83f6-4350-9188-ed498b59daf4 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:09:18.408129 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-cfe64029-3778-44b4-84e9-65da5ac10b07 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5592480 Nov 11 01:09:18.413158 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 60936) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:09:18.416472 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-30e4d044-99fd-41c2-8d87-8c4c1812891f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-293095141-router', 'tenant_id': '04f8456619124e328b9c2bfbc126c0e4', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:09:18.446903 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a09ff8-3ad7-4785-a3e2-d09c20b16838 req-47947efb-cee4-49a5-bd73-c33c36069a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:18.449034 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f6a09ff8-3ad7-4785-a3e2-d09c20b16838 req-47947efb-cee4-49a5-bd73-c33c36069a82 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0201e78f-31b0-4780-85e5-2d0c4a5203a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707169 Nov 11 01:09:18.451183 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-30e4d044-99fd-41c2-8d87-8c4c1812891f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26547'] for router, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:18.455894 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-30e4d044-99fd-41c2-8d87-8c4c1812891f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26538'] for router, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:18.520922 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device c7f1b230-7341-4e68-b62b-b8a0cde4005f up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:09:18.549505 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-30e4d044-99fd-41c2-8d87-8c4c1812891f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:18.554808 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f6a09ff8-3ad7-4785-a3e2-d09c20b16838 req-41cebdef-dd5f-4e91-b896-6d7d005cd2c9 service neutron] 10.222.0.64 "GET /v2.0/networks/0201e78f-31b0-4780-85e5-2d0c4a5203a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962729 Nov 11 01:09:18.572900 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245bb1a1-d904-461f-83e7-d4df024b6643 None None] Sync routers for ids ['be7577d6-eb7e-423a-bcda-697dd5d3fe3b'] in dv-cinder-817085-3-iscsi {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:09:18.585638 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245bb1a1-d904-461f-83e7-d4df024b6643 None None] Routers {'be7577d6-eb7e-423a-bcda-697dd5d3fe3b'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:09:18.586483 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-245bb1a1-d904-461f-83e7-d4df024b6643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:09:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['be7577d6-eb7e-423a-bcda-697dd5d3fe3b'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:09:18.601964 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25869d8b-d9ab-497f-bca2-3506e63a701b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf009f10e-c01c-57c8-be8a-d17d016f7fe1-03d3849e-83f6-4350-9188-ed498b59daf4', 'network_id': '03d3849e-83f6-4350-9188-ed498b59daf4', 'tenant_id': '04f8456619124e328b9c2bfbc126c0e4', 'fixed_ips': [{'subnet_id': '0e6c359e-0843-49aa-9c67-70caa98d9a14'}]}} from dv-cinder-817085-3-iscsi. {{(pid=101603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 01:09:18.603346 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-25869d8b-d9ab-497f-bca2-3506e63a701b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:18.624299 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port c7f1b230-7341-4e68-b62b-b8a0cde4005f triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:09:18.624994 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:18.658783 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f6a09ff8-3ad7-4785-a3e2-d09c20b16838 req-22c1c13a-9f23-4dd4-b058-e299cf4bcc2c service neutron] 10.222.0.64 "GET /v2.0/networks/0201e78f-31b0-4780-85e5-2d0c4a5203a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944948 Nov 11 01:09:18.729290 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-245bb1a1-d904-461f-83e7-d4df024b6643 None None] Set router be7577d6-eb7e-423a-bcda-697dd5d3fe3b gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:09:18.777775 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-30e4d044-99fd-41c2-8d87-8c4c1812891f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:18.799522 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b61ab-b267-45a9-9f67-5acec0c48e4c req-a7caa42d-61f9-4305-91dc-ce28a5d96259 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:18.800750 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.db_base_plugin_common [None req-25869d8b-d9ab-497f-bca2-3506e63a701b None None] Allocated IP 172.20.0.2 (03d3849e-83f6-4350-9188-ed498b59daf4/0e6c359e-0843-49aa-9c67-70caa98d9a14/62a4a0ca-c107-448e-9844-e930e3f797a4) {{(pid=101603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:09:18.801967 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c43b61ab-b267-45a9-9f67-5acec0c48e4c req-a7caa42d-61f9-4305-91dc-ce28a5d96259 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=880b8450-ebb8-458b-8b2f-fc32ae59e2ea HTTP/1.1" status: 200 len: 946 time: 0.0607624 Nov 11 01:09:18.860299 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:18.892314 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c43b61ab-b267-45a9-9f67-5acec0c48e4c req-bf1f622c-bb11-4d99-9c8a-31f1ddfa0243 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812602 Nov 11 01:09:18.915754 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] For port c7f1b230-7341-4e68-b62b-b8a0cde4005f, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=c7f1b230-7341-4e68-b62b-b8a0cde4005f,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:09:18.921677 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:19.009303 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Pushing event updated for resources: {'Port': ['ID=c7f1b230-7341-4e68-b62b-b8a0cde4005f,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:19.028766 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-245bb1a1-d904-461f-83e7-d4df024b6643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'name': 'tempest-TestMinimumBasicScenario-1873939833-router', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c7f1b230-7341-4e68-b62b-b8a0cde4005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:09:15Z', 'revision_number': 4, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'gw_port': {'id': 'c7f1b230-7341-4e68-b62b-b8a0cde4005f', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '080ac6f9-354e-406d-b208-949e87e4238d', 'name': '', 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'mac_address': 'fa:16:3e:8a:90:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '52156a0b-9cdf-4522-a6bd-fc1be773de3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:14Z', 'updated_at': '2021-11-11T01:09:15Z', 'revision_number': 2, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'subnets': [{'id': '52156a0b-9cdf-4522-a6bd-fc1be773de3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:09:19.061093 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245bb1a1-d904-461f-83e7-d4df024b6643 None None] Checking router: be7577d6-eb7e-423a-bcda-697dd5d3fe3b for host: dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:09:19.061717 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245bb1a1-d904-461f-83e7-d4df024b6643 None None] Updating router be7577d6-eb7e-423a-bcda-697dd5d3fe3b port 080ac6f9-354e-406d-b208-949e87e4238d binding host dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 01:09:19.091920 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-245bb1a1-d904-461f-83e7-d4df024b6643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:19.110274 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-30e4d044-99fd-41c2-8d87-8c4c1812891f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:19.140548 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e5088-7e15-47c0-8e7d-d284eed434f0 req-c8207aab-ced1-4443-b0e9-ba134a37ebfd tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:19.143411 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d38e5088-7e15-47c0-8e7d-d284eed434f0 req-c8207aab-ced1-4443-b0e9-ba134a37ebfd tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.1040988 Nov 11 01:09:19.146588 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-30e4d044-99fd-41c2-8d87-8c4c1812891f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:19.182580 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-25869d8b-d9ab-497f-bca2-3506e63a701b None None] Publish callbacks [] for port, precommit_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:19.188885 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-25869d8b-d9ab-497f-bca2-3506e63a701b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385'] for port, after_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:19.234380 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25869d8b-d9ab-497f-bca2-3506e63a701b None None] Network 03d3849e-83f6-4350-9188-ed498b59daf4 is already hosted by enough agents. {{(pid=101603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:09:19.238464 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25869d8b-d9ab-497f-bca2-3506e63a701b None None] Pushing event updated for resources: {'Port': ['ID=62a4a0ca-c107-448e-9844-e930e3f797a4,revision_number=1']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:19.240819 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.scheduler.base_scheduler [None req-25869d8b-d9ab-497f-bca2-3506e63a701b None None] Resources bound (agent type, host, resource id): {{(pid=101603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:09:19.242918 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25869d8b-d9ab-497f-bca2-3506e63a701b None None] Received port after_create {{(pid=101603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:09:19.256339 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d38e5088-7e15-47c0-8e7d-d284eed434f0 req-e572726b-7f95-459b-b2b7-c400097ca7eb tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053929 Nov 11 01:09:19.298487 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-25869d8b-d9ab-497f-bca2-3506e63a701b None None] Attempting to bind port 62a4a0ca-c107-448e-9844-e930e3f797a4 on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:09:19.299137 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-25869d8b-d9ab-497f-bca2-3506e63a701b None None] Attempting to bind port 62a4a0ca-c107-448e-9844-e930e3f797a4 by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': 'fa9b98fd-eb5f-4b5d-a70d-bcaec97f8284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '03d3849e-83f6-4350-9188-ed498b59daf4'}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:09:19.299513 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25869d8b-d9ab-497f-bca2-3506e63a701b None None] Attempting to bind port 62a4a0ca-c107-448e-9844-e930e3f797a4 on network 03d3849e-83f6-4350-9188-ed498b59daf4 {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:09:19.304923 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25869d8b-d9ab-497f-bca2-3506e63a701b None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:09:19.305296 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25869d8b-d9ab-497f-bca2-3506e63a701b None None] Checking segment: {'id': 'fa9b98fd-eb5f-4b5d-a70d-bcaec97f8284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '03d3849e-83f6-4350-9188-ed498b59daf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:09:19.305696 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-25869d8b-d9ab-497f-bca2-3506e63a701b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:19.306087 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25869d8b-d9ab-497f-bca2-3506e63a701b None None] Bound using segment: {'id': 'fa9b98fd-eb5f-4b5d-a70d-bcaec97f8284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '03d3849e-83f6-4350-9188-ed498b59daf4'} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:09:19.306551 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-25869d8b-d9ab-497f-bca2-3506e63a701b None None] Bound port: 62a4a0ca-c107-448e-9844-e930e3f797a4, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9b98fd-eb5f-4b5d-a70d-bcaec97f8284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '03d3849e-83f6-4350-9188-ed498b59daf4'}}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:09:19.306928 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-25869d8b-d9ab-497f-bca2-3506e63a701b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:19.313993 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.db_base_plugin_common [None req-30e4d044-99fd-41c2-8d87-8c4c1812891f admin admin] Allocated IP 172.27.2.179 (aa4f75c5-5213-4ff6-92cc-17e0fe78067f/bed3c881-f684-464c-a719-dd29140bdb28/0c348d9f-8349-4065-98be-5f0fb17fce1a) {{(pid=101602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:09:19.381317 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-25869d8b-d9ab-497f-bca2-3506e63a701b None None] For port 62a4a0ca-c107-448e-9844-e930e3f797a4, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:09:19.384555 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-25869d8b-d9ab-497f-bca2-3506e63a701b None None] For port 62a4a0ca-c107-448e-9844-e930e3f797a4, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=62a4a0ca-c107-448e-9844-e930e3f797a4,segment=NetworkSegment(fa9b98fd-eb5f-4b5d-a70d-bcaec97f8284),segment_id=fa9b98fd-eb5f-4b5d-a70d-bcaec97f8284)] {{(pid=101603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:09:19.389575 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-25869d8b-d9ab-497f-bca2-3506e63a701b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:19.413310 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-245bb1a1-d904-461f-83e7-d4df024b6643 None None] Publish callbacks [] for port, precommit_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:19.422197 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-245bb1a1-d904-461f-83e7-d4df024b6643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:19.454299 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-30e4d044-99fd-41c2-8d87-8c4c1812891f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:19.463264 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25869d8b-d9ab-497f-bca2-3506e63a701b None None] Pushing event updated for resources: {'Port': ['ID=62a4a0ca-c107-448e-9844-e930e3f797a4,revision_number=2']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:19.501586 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-30e4d044-99fd-41c2-8d87-8c4c1812891f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:19.555276 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e4d044-99fd-41c2-8d87-8c4c1812891f admin admin] Network aa4f75c5-5213-4ff6-92cc-17e0fe78067f is already hosted by enough agents. {{(pid=101602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:09:19.557668 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd20f2-4be1-4ee6-9233-bf459295c5e4 None None] Pushing event updated for resources: {'Port': ['ID=080ac6f9-354e-406d-b208-949e87e4238d,revision_number=3']} {{(pid=101604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:19.558452 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.base_scheduler [None req-30e4d044-99fd-41c2-8d87-8c4c1812891f admin admin] Resources bound (agent type, host, resource id): {{(pid=101602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:09:19.563130 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e4d044-99fd-41c2-8d87-8c4c1812891f admin admin] Received port after_create {{(pid=101602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:09:19.566985 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4d044-99fd-41c2-8d87-8c4c1812891f admin admin] Pushing event updated for resources: {'Port': ['ID=0c348d9f-8349-4065-98be-5f0fb17fce1a,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:19.578396 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd20f2-4be1-4ee6-9233-bf459295c5e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:19.578853 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd20f2-4be1-4ee6-9233-bf459295c5e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:19.579145 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd20f2-4be1-4ee6-9233-bf459295c5e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:19.579484 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd20f2-4be1-4ee6-9233-bf459295c5e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:19.579813 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd20f2-4be1-4ee6-9233-bf459295c5e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:19.580141 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd20f2-4be1-4ee6-9233-bf459295c5e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:19.580461 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd20f2-4be1-4ee6-9233-bf459295c5e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:19.580783 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd20f2-4be1-4ee6-9233-bf459295c5e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:19.581119 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd20f2-4be1-4ee6-9233-bf459295c5e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:19.583120 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd20f2-4be1-4ee6-9233-bf459295c5e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:19.583464 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd20f2-4be1-4ee6-9233-bf459295c5e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:19.583793 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd20f2-4be1-4ee6-9233-bf459295c5e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:09:19.607109 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.managers [None req-245bb1a1-d904-461f-83e7-d4df024b6643 None None] Attempting to bind port 080ac6f9-354e-406d-b208-949e87e4238d on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:09:19.607467 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.managers [None req-245bb1a1-d904-461f-83e7-d4df024b6643 None None] Attempting to bind port 080ac6f9-354e-406d-b208-949e87e4238d by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': '076f51ae-c342-484b-b31a-3d52cb0c28be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610'}] {{(pid=101604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:09:19.607849 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245bb1a1-d904-461f-83e7-d4df024b6643 None None] Attempting to bind port 080ac6f9-354e-406d-b208-949e87e4238d on network 4e48f818-692b-4e8c-876c-8e3b508f3610 {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:09:19.617120 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245bb1a1-d904-461f-83e7-d4df024b6643 None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:09:19.617482 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245bb1a1-d904-461f-83e7-d4df024b6643 None None] Checking segment: {'id': '076f51ae-c342-484b-b31a-3d52cb0c28be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:09:19.620072 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-245bb1a1-d904-461f-83e7-d4df024b6643 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:19.620548 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245bb1a1-d904-461f-83e7-d4df024b6643 None None] Bound using segment: {'id': '076f51ae-c342-484b-b31a-3d52cb0c28be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610'} {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:09:19.623506 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.managers [None req-245bb1a1-d904-461f-83e7-d4df024b6643 None None] Bound port: 080ac6f9-354e-406d-b208-949e87e4238d, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '076f51ae-c342-484b-b31a-3d52cb0c28be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610'}}] {{(pid=101604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:09:19.624204 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-245bb1a1-d904-461f-83e7-d4df024b6643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:19.694694 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8463ebe-904e-40df-a992-feef13c61718 req-dcefecf2-6922-47d9-bb4c-cae35b52c87b tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:19.696649 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a8463ebe-904e-40df-a992-feef13c61718 req-dcefecf2-6922-47d9-bb4c-cae35b52c87b tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.64 "GET /v2.0/ports?device_id=880b8450-ebb8-458b-8b2f-fc32ae59e2ea HTTP/1.1" status: 200 len: 946 time: 0.0754125 Nov 11 01:09:19.735805 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.db [None req-245bb1a1-d904-461f-83e7-d4df024b6643 None None] For port 080ac6f9-354e-406d-b208-949e87e4238d, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:09:19.741754 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.db [None req-245bb1a1-d904-461f-83e7-d4df024b6643 None None] For port 080ac6f9-354e-406d-b208-949e87e4238d, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=080ac6f9-354e-406d-b208-949e87e4238d,segment=NetworkSegment(076f51ae-c342-484b-b31a-3d52cb0c28be),segment_id=076f51ae-c342-484b-b31a-3d52cb0c28be)] {{(pid=101604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:09:19.747565 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-245bb1a1-d904-461f-83e7-d4df024b6643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:19.820354 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245bb1a1-d904-461f-83e7-d4df024b6643 None None] Routers {'be7577d6-eb7e-423a-bcda-697dd5d3fe3b'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:09:19.820979 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-245bb1a1-d904-461f-83e7-d4df024b6643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:09:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['be7577d6-eb7e-423a-bcda-697dd5d3fe3b'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:09:19.826329 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd20f2-4be1-4ee6-9233-bf459295c5e4 None None] Pushing event updated for resources: {'Port': ['ID=080ac6f9-354e-406d-b208-949e87e4238d,revision_number=4']} {{(pid=101604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:19.896656 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-a8463ebe-904e-40df-a992-feef13c61718 req-bb36a322-e333-4343-9c7c-cf1da5c86345 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Deleting port 1095182b-db09-41e9-9134-176f61f346be {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:09:19.897224 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-a8463ebe-904e-40df-a992-feef13c61718 req-bb36a322-e333-4343-9c7c-cf1da5c86345 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:19.950189 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-70b42b05-f044-467c-8576-fad7934d139d None None] Provisioning complete for port 080ac6f9-354e-406d-b208-949e87e4238d triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:09:19.951066 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-70b42b05-f044-467c-8576-fad7934d139d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:19.980153 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-30e4d044-99fd-41c2-8d87-8c4c1812891f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:19.996001 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-245bb1a1-d904-461f-83e7-d4df024b6643 None None] Set router be7577d6-eb7e-423a-bcda-697dd5d3fe3b gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:09:20.061941 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-a8463ebe-904e-40df-a992-feef13c61718 req-bb36a322-e333-4343-9c7c-cf1da5c86345 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] For port 1095182b-db09-41e9-9134-176f61f346be, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1095182b-db09-41e9-9134-176f61f346be,segment=NetworkSegment(f515badc-0eb8-4c72-ac17-ae092d53d80b),segment_id=f515badc-0eb8-4c72-ac17-ae092d53d80b)] {{(pid=101601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:09:20.062561 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-a8463ebe-904e-40df-a992-feef13c61718 req-bb36a322-e333-4343-9c7c-cf1da5c86345 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:20.087259 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-a8463ebe-904e-40df-a992-feef13c61718 req-bb36a322-e333-4343-9c7c-cf1da5c86345 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Calling delete_port for 1095182b-db09-41e9-9134-176f61f346be owned by compute:nova {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:09:20.127852 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-70b42b05-f044-467c-8576-fad7934d139d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:20.196014 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-70b42b05-f044-467c-8576-fad7934d139d None None] For port 080ac6f9-354e-406d-b208-949e87e4238d, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=080ac6f9-354e-406d-b208-949e87e4238d,segment=NetworkSegment(076f51ae-c342-484b-b31a-3d52cb0c28be),segment_id=076f51ae-c342-484b-b31a-3d52cb0c28be)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:09:20.201137 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-70b42b05-f044-467c-8576-fad7934d139d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:20.270540 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b42b05-f044-467c-8576-fad7934d139d None None] Pushing event updated for resources: {'Port': ['ID=080ac6f9-354e-406d-b208-949e87e4238d,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:20.289771 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-a8463ebe-904e-40df-a992-feef13c61718 req-bb36a322-e333-4343-9c7c-cf1da5c86345 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:20.298013 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e0eac-6a47-47ca-8580-025eca4c2b10 req-4253c4e3-d553-473a-9a9b-eeffc6f8411a tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:20.312454 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-319e0eac-6a47-47ca-8580-025eca4c2b10 req-4253c4e3-d553-473a-9a9b-eeffc6f8411a tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=880b8450-ebb8-458b-8b2f-fc32ae59e2ea HTTP/1.1" status: 200 len: 946 time: 0.2689393 Nov 11 01:09:20.328628 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36a322-e333-4343-9c7c-cf1da5c86345 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Pushing event deleted for resources: {'Port': ['ID=1095182b-db09-41e9-9134-176f61f346be,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:20.333408 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-7d603ca6-2134-4acd-8ea3-d7b5f9e7aa01 None None] Provisioning complete for port 080ac6f9-354e-406d-b208-949e87e4238d triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:09:20.333925 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-7d603ca6-2134-4acd-8ea3-d7b5f9e7aa01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:20.398806 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['1095182b-db09-41e9-9134-176f61f346be'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:09:20.404238 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8463ebe-904e-40df-a992-feef13c61718 req-bb36a322-e333-4343-9c7c-cf1da5c86345 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] No DVR routers for this DVR port 1095182b-db09-41e9-9134-176f61f346be on host hv-cinder-81708 {{(pid=101601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:09:20.407880 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-a8463ebe-904e-40df-a992-feef13c61718 req-bb36a322-e333-4343-9c7c-cf1da5c86345 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:20.414385 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a8463ebe-904e-40df-a992-feef13c61718 req-bb36a322-e333-4343-9c7c-cf1da5c86345 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.64 "DELETE /v2.0/ports/1095182b-db09-41e9-9134-176f61f346be HTTP/1.1" status: 204 len: 173 time: 0.7017376 Nov 11 01:09:20.414864 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880b8450-ebb8-458b-8b2f-fc32ae59e2ea', 'name': 'network-vif-deleted', 'tag': '1095182b-db09-41e9-9134-176f61f346be'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:09:20.425989 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badc10b6-dcb5-445c-b093-c67812371104" -d '{"events": [{"server_uuid": "880b8450-ebb8-458b-8b2f-fc32ae59e2ea", "name": "network-vif-deleted", "tag": "1095182b-db09-41e9-9134-176f61f346be"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:09:20.426215 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-319e0eac-6a47-47ca-8580-025eca4c2b10 req-5a6c4210-a5b9-49b3-b2b1-5b559c000b67 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125865 Nov 11 01:09:20.485136 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6b344-8b95-4902-bfd1-6c889427f4be req-ea7ed8b0-d7b1-44e1-a995-0118489a96c2 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:20.493688 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-78b6b344-8b95-4902-bfd1-6c889427f4be req-ea7ed8b0-d7b1-44e1-a995-0118489a96c2 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.1412551 Nov 11 01:09:20.496421 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-30e4d044-99fd-41c2-8d87-8c4c1812891f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918207'] for router, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:20.501990 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-245bb1a1-d904-461f-83e7-d4df024b6643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'name': 'tempest-TestMinimumBasicScenario-1873939833-router', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c7f1b230-7341-4e68-b62b-b8a0cde4005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:09:15Z', 'revision_number': 4, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'gw_port': {'id': 'c7f1b230-7341-4e68-b62b-b8a0cde4005f', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '080ac6f9-354e-406d-b208-949e87e4238d', 'name': '', 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'mac_address': 'fa:16:3e:8a:90:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '52156a0b-9cdf-4522-a6bd-fc1be773de3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:14Z', 'updated_at': '2021-11-11T01:09:19Z', 'revision_number': 4, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'subnets': [{'id': '52156a0b-9cdf-4522-a6bd-fc1be773de3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:09:20.552212 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b3a1f6-be59-4ddb-a535-cad2b0778800 x-openstack-request-id: req-59b3a1f6-be59-4ddb-a535-cad2b0778800 {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:09:20.552609 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880b8450-ebb8-458b-8b2f-fc32ae59e2ea", "name": "network-vif-deleted", "tag": "1095182b-db09-41e9-9134-176f61f346be", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:09:20.552960 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-59b3a1f6-be59-4ddb-a535-cad2b0778800 {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:09:20.553487 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880b8450-ebb8-458b-8b2f-fc32ae59e2ea', 'name': 'network-vif-deleted', 'tag': '1095182b-db09-41e9-9134-176f61f346be', 'status': 'completed', 'code': 200} Nov 11 01:09:20.620696 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245bb1a1-d904-461f-83e7-d4df024b6643 None None] The sync data for ids ['be7577d6-eb7e-423a-bcda-697dd5d3fe3b'] in dv-cinder-817085-3-iscsi is: [{'id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'name': 'tempest-TestMinimumBasicScenario-1873939833-router', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c7f1b230-7341-4e68-b62b-b8a0cde4005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:09:15Z', 'revision_number': 4, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'gw_port': {'id': 'c7f1b230-7341-4e68-b62b-b8a0cde4005f', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '080ac6f9-354e-406d-b208-949e87e4238d', 'name': '', 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'mac_address': 'fa:16:3e:8a:90:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '52156a0b-9cdf-4522-a6bd-fc1be773de3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:14Z', 'updated_at': '2021-11-11T01:09:19Z', 'revision_number': 4, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'subnets': [{'id': '52156a0b-9cdf-4522-a6bd-fc1be773de3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:09:20.647600 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-78b6b344-8b95-4902-bfd1-6c889427f4be req-d3470aa5-8f5d-4607-8e1b-17ec574aff07 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474769 Nov 11 01:09:20.712706 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e4d044-99fd-41c2-8d87-8c4c1812891f admin admin] Router 86a4ebe3-584b-43d1-9391-34acdfb952d9 is scheduled to L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a with binding_index 1 {{(pid=101602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 01:09:20.760596 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 62a4a0ca-c107-448e-9844-e930e3f797a4 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:09:20.835792 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 62a4a0ca-c107-448e-9844-e930e3f797a4 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:09:20.836729 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:20.840375 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e4d044-99fd-41c2-8d87-8c4c1812891f admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:09:20.859419 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-30e4d044-99fd-41c2-8d87-8c4c1812891f admin admin] Publish callbacks [] for router, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:20.860929 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-30e4d044-99fd-41c2-8d87-8c4c1812891f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4481347 Nov 11 01:09:20.864598 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 60954) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:09:20.871197 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d998bb-c905-46e9-9ab3-748030808aa2 None None] Sync routers for ids ['86a4ebe3-584b-43d1-9391-34acdfb952d9'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:09:20.885177 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:09:20.893352 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d998bb-c905-46e9-9ab3-748030808aa2 None None] Routers {'86a4ebe3-584b-43d1-9391-34acdfb952d9'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:09:20.894563 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-72d998bb-c905-46e9-9ab3-748030808aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:09:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['86a4ebe3-584b-43d1-9391-34acdfb952d9'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:09:20.938569 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6f52b8-2938-4bc8-b13e-f46bf5e74b83 None None] Network 03d3849e-83f6-4350-9188-ed498b59daf4 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:09:21.134984 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-50a2c9ee-1157-41de-bfd7-09a2b3483c19 None None] Provisioning complete for port 62a4a0ca-c107-448e-9844-e930e3f797a4 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:09:21.135618 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-50a2c9ee-1157-41de-bfd7-09a2b3483c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:21.181924 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:21.184984 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-72d998bb-c905-46e9-9ab3-748030808aa2 None None] Set router 86a4ebe3-584b-43d1-9391-34acdfb952d9 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:09:21.385373 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] For port 62a4a0ca-c107-448e-9844-e930e3f797a4, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=62a4a0ca-c107-448e-9844-e930e3f797a4,segment=NetworkSegment(fa9b98fd-eb5f-4b5d-a70d-bcaec97f8284),segment_id=fa9b98fd-eb5f-4b5d-a70d-bcaec97f8284)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:09:21.390875 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6134a735-916d-4101-9fcd-a00037e7d989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:21.391077 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:21.391730 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 080ac6f9-354e-406d-b208-949e87e4238d up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:09:21.571730 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Pushing event updated for resources: {'Port': ['ID=62a4a0ca-c107-448e-9844-e930e3f797a4,revision_number=3']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:21.571876 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [None req-6134a735-916d-4101-9fcd-a00037e7d989 admin admin] Allocated IP 172.20.0.1 (03d3849e-83f6-4350-9188-ed498b59daf4/0e6c359e-0843-49aa-9c67-70caa98d9a14/cbc50812-83d8-4ee0-ba28-e6373620881c) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:09:21.603617 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 080ac6f9-354e-406d-b208-949e87e4238d triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:09:21.603994 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:21.654235 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-72d998bb-c905-46e9-9ab3-748030808aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a4ebe3-584b-43d1-9391-34acdfb952d9', 'name': 'tempest-TestMinimumBasicScenario-293095141-router', 'tenant_id': '04f8456619124e328b9c2bfbc126c0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '0c348d9f-8349-4065-98be-5f0fb17fce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:09:18Z', 'updated_at': '2021-11-11T01:09:19Z', 'revision_number': 3, 'project_id': '04f8456619124e328b9c2bfbc126c0e4', 'gw_port': {'id': '0c348d9f-8349-4065-98be-5f0fb17fce1a', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a4ebe3-584b-43d1-9391-34acdfb952d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:19Z', 'updated_at': '2021-11-11T01:09:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:09:21.686194 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d998bb-c905-46e9-9ab3-748030808aa2 None None] Checking router: 86a4ebe3-584b-43d1-9391-34acdfb952d9 for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:09:21.686548 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d998bb-c905-46e9-9ab3-748030808aa2 None None] Updating router 86a4ebe3-584b-43d1-9391-34acdfb952d9 port 0c348d9f-8349-4065-98be-5f0fb17fce1a binding host dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 01:09:21.727901 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6134a735-916d-4101-9fcd-a00037e7d989 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:21.750120 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-72d998bb-c905-46e9-9ab3-748030808aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:21.771955 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6134a735-916d-4101-9fcd-a00037e7d989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:21.785866 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device c7f1b230-7341-4e68-b62b-b8a0cde4005f up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:09:21.816421 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6134a735-916d-4101-9fcd-a00037e7d989 admin admin] Network 03d3849e-83f6-4350-9188-ed498b59daf4 is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:09:21.819938 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-6134a735-916d-4101-9fcd-a00037e7d989 admin admin] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:09:21.830569 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134a735-916d-4101-9fcd-a00037e7d989 admin admin] Pushing event updated for resources: {'Port': ['ID=cbc50812-83d8-4ee0-ba28-e6373620881c,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:21.836452 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6134a735-916d-4101-9fcd-a00037e7d989 admin admin] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:09:21.864831 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-06531ded-d357-4d45-9d4f-5dc6f0aa0883 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:21.871520 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-06531ded-d357-4d45-9d4f-5dc6f0aa0883 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/networks?id=0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384 HTTP/1.1" status: 200 len: 809 time: 0.1605225 Nov 11 01:09:21.883051 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6134a735-916d-4101-9fcd-a00037e7d989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919144'] for router_interface, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:21.886597 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-14b2f6c5-f859-47e3-b0bc-8f10d85ea280 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/quotas/42eb5f73fb374af78bba48a01fee4398 HTTP/1.1" status: 200 len: 375 time: 0.0122352 Nov 11 01:09:21.950110 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-685bc7ed-97d4-43a2-85b1-3bfb9b4dab47 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=42eb5f73fb374af78bba48a01fee4398&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555902 Nov 11 01:09:21.951710 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-bb990851-9de6-4480-9192-b7e94ed5f6b0 None None] Provisioning complete for port 62a4a0ca-c107-448e-9844-e930e3f797a4 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:09:21.952564 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-bb990851-9de6-4480-9192-b7e94ed5f6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:22.045724 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6134a735-916d-4101-9fcd-a00037e7d989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:22.199512 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-9c9cc7f4-1893-4b44-a587-ccf1477a5ed3 service neutron] 10.222.0.52 "GET /v2.0/networks/0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479651 Nov 11 01:09:22.201032 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port c7f1b230-7341-4e68-b62b-b8a0cde4005f triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:09:22.201544 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:22.241162 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6134a735-916d-4101-9fcd-a00037e7d989 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:22.246812 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6134a735-916d-4101-9fcd-a00037e7d989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:22.319361 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6134a735-916d-4101-9fcd-a00037e7d989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919292'] for router_interface, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:22.322310 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134a735-916d-4101-9fcd-a00037e7d989 admin admin] Pushing event updated for resources: {'Port': ['ID=cbc50812-83d8-4ee0-ba28-e6373620881c,revision_number=2']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:22.442505 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-72d998bb-c905-46e9-9ab3-748030808aa2 None None] Publish callbacks [] for port, precommit_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:22.450027 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-72d998bb-c905-46e9-9ab3-748030808aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:22.450710 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6134a735-916d-4101-9fcd-a00037e7d989 admin admin] Network 03d3849e-83f6-4350-9188-ed498b59daf4 is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:09:22.452228 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-6134a735-916d-4101-9fcd-a00037e7d989 admin admin] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:09:22.554799 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad3303-0267-4fe2-9390-3d6cd4e4f60d None None] Pushing event updated for resources: {'Port': ['ID=0c348d9f-8349-4065-98be-5f0fb17fce1a,revision_number=2']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:22.557405 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-72d998bb-c905-46e9-9ab3-748030808aa2 None None] Attempting to bind port 0c348d9f-8349-4065-98be-5f0fb17fce1a on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:09:22.558007 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-72d998bb-c905-46e9-9ab3-748030808aa2 None None] Attempting to bind port 0c348d9f-8349-4065-98be-5f0fb17fce1a by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:09:22.558499 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d998bb-c905-46e9-9ab3-748030808aa2 None None] Attempting to bind port 0c348d9f-8349-4065-98be-5f0fb17fce1a on network aa4f75c5-5213-4ff6-92cc-17e0fe78067f {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:09:22.567453 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 62a4a0ca-c107-448e-9844-e930e3f797a4 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:09:22.574098 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-1b111a07-ab96-4259-a4cc-cf8f976e66b1 None None] Provisioning complete for port cbc50812-83d8-4ee0-ba28-e6373620881c triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:09:22.575076 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1b111a07-ab96-4259-a4cc-cf8f976e66b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:22.610555 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-073deff7-028b-456f-b386-2a9297b139bd service neutron] 10.222.0.52 "GET /v2.0/networks/0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068420 Nov 11 01:09:22.610779 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d998bb-c905-46e9-9ab3-748030808aa2 None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:09:22.611250 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d998bb-c905-46e9-9ab3-748030808aa2 None None] Checking segment: {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:09:22.611746 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-72d998bb-c905-46e9-9ab3-748030808aa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:22.612355 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d998bb-c905-46e9-9ab3-748030808aa2 None None] Bound using segment: {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:09:22.613613 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-72d998bb-c905-46e9-9ab3-748030808aa2 None None] Bound port: 0c348d9f-8349-4065-98be-5f0fb17fce1a, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:09:22.614195 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-72d998bb-c905-46e9-9ab3-748030808aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:22.651359 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6134a735-916d-4101-9fcd-a00037e7d989 admin admin] Router 86a4ebe3-584b-43d1-9391-34acdfb952d9 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:09:22.723930 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-1b111a07-ab96-4259-a4cc-cf8f976e66b1 None None] Port cbc50812-83d8-4ee0-ba28-e6373620881c cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:09:22.752718 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-72d998bb-c905-46e9-9ab3-748030808aa2 None None] For port 0c348d9f-8349-4065-98be-5f0fb17fce1a, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:09:22.759690 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-72d998bb-c905-46e9-9ab3-748030808aa2 None None] For port 0c348d9f-8349-4065-98be-5f0fb17fce1a, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=0c348d9f-8349-4065-98be-5f0fb17fce1a,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:09:22.767896 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-72d998bb-c905-46e9-9ab3-748030808aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:22.773919 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 62a4a0ca-c107-448e-9844-e930e3f797a4 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:09:22.774810 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:22.828362 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-92992bfe-ba73-431a-8ed6-cf7995af3dfa req-c5f18c8e-c3ee-4ec8-9258-da654091c95a tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 210 time: 0.0387464 Nov 11 01:09:22.893298 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d998bb-c905-46e9-9ab3-748030808aa2 None None] Routers {'86a4ebe3-584b-43d1-9391-34acdfb952d9'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:09:22.894620 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-72d998bb-c905-46e9-9ab3-748030808aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:09:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['86a4ebe3-584b-43d1-9391-34acdfb952d9'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:09:22.966215 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-ebb92ca0-aff5-4708-852a-ff3807c5c4bd None None] Provisioning complete for port cbc50812-83d8-4ee0-ba28-e6373620881c triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:09:22.966869 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-ebb92ca0-aff5-4708-852a-ff3807c5c4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:22.975797 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad3303-0267-4fe2-9390-3d6cd4e4f60d None None] Pushing event updated for resources: {'Port': ['ID=0c348d9f-8349-4065-98be-5f0fb17fce1a,revision_number=3']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:23.008276 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 1095182b-db09-41e9-9134-176f61f346be no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:09:23.075185 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] No Port match for: 1095182b-db09-41e9-9134-176f61f346be {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:09:23.075716 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 1095182b-db09-41e9-9134-176f61f346be not bound to the agent host hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:09:23.115364 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6134a735-916d-4101-9fcd-a00037e7d989 admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:09:23.121489 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-6134a735-916d-4101-9fcd-a00037e7d989 admin admin] 10.222.0.52 "PUT /v2.0/routers/86a4ebe3-584b-43d1-9391-34acdfb952d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2550609 Nov 11 01:09:23.121720 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-ebb92ca0-aff5-4708-852a-ff3807c5c4bd None None] Port cbc50812-83d8-4ee0-ba28-e6373620881c cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:09:23.140329 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-72d998bb-c905-46e9-9ab3-748030808aa2 None None] Set router 86a4ebe3-584b-43d1-9391-34acdfb952d9 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:09:23.375687 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-72d998bb-c905-46e9-9ab3-748030808aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a4ebe3-584b-43d1-9391-34acdfb952d9', 'name': 'tempest-TestMinimumBasicScenario-293095141-router', 'tenant_id': '04f8456619124e328b9c2bfbc126c0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '0c348d9f-8349-4065-98be-5f0fb17fce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:09:18Z', 'updated_at': '2021-11-11T01:09:21Z', 'revision_number': 4, 'project_id': '04f8456619124e328b9c2bfbc126c0e4', 'gw_port': {'id': '0c348d9f-8349-4065-98be-5f0fb17fce1a', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a4ebe3-584b-43d1-9391-34acdfb952d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:19Z', 'updated_at': '2021-11-11T01:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': 'cbc50812-83d8-4ee0-ba28-e6373620881c', 'name': '', 'network_id': '03d3849e-83f6-4350-9188-ed498b59daf4', 'tenant_id': '04f8456619124e328b9c2bfbc126c0e4', 'mac_address': 'fa:16:3e:23:b9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a4ebe3-584b-43d1-9391-34acdfb952d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '0e6c359e-0843-49aa-9c67-70caa98d9a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:21Z', 'updated_at': '2021-11-11T01:09:22Z', 'revision_number': 2, 'project_id': '04f8456619124e328b9c2bfbc126c0e4', 'subnets': [{'id': '0e6c359e-0843-49aa-9c67-70caa98d9a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:09:23.405976 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d998bb-c905-46e9-9ab3-748030808aa2 None None] The sync data for ids ['86a4ebe3-584b-43d1-9391-34acdfb952d9'] in dv-cinder-817085-3-iscsi is: [{'id': '86a4ebe3-584b-43d1-9391-34acdfb952d9', 'name': 'tempest-TestMinimumBasicScenario-293095141-router', 'tenant_id': '04f8456619124e328b9c2bfbc126c0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '0c348d9f-8349-4065-98be-5f0fb17fce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:09:18Z', 'updated_at': '2021-11-11T01:09:21Z', 'revision_number': 4, 'project_id': '04f8456619124e328b9c2bfbc126c0e4', 'gw_port': {'id': '0c348d9f-8349-4065-98be-5f0fb17fce1a', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a4ebe3-584b-43d1-9391-34acdfb952d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:19Z', 'updated_at': '2021-11-11T01:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': 'cbc50812-83d8-4ee0-ba28-e6373620881c', 'name': '', 'network_id': '03d3849e-83f6-4350-9188-ed498b59daf4', 'tenant_id': '04f8456619124e328b9c2bfbc126c0e4', 'mac_address': 'fa:16:3e:23:b9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a4ebe3-584b-43d1-9391-34acdfb952d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '0e6c359e-0843-49aa-9c67-70caa98d9a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:21Z', 'updated_at': '2021-11-11T01:09:22Z', 'revision_number': 2, 'project_id': '04f8456619124e328b9c2bfbc126c0e4', 'subnets': [{'id': '0e6c359e-0843-49aa-9c67-70caa98d9a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:09:23.991361 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cc8bf406-15cd-4a15-a4ea-391c400ef985 req-4cbc71d9-3393-49c4-aa45-ff6f9a54c9e9 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 210 time: 0.0614893 Nov 11 01:09:24.265224 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-faa872ce-0306-4484-9bd9-c0a62ef27126 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:24.273060 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-faa872ce-0306-4484-9bd9-c0a62ef27126 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.64 "GET /v2.0/networks?id=0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384 HTTP/1.1" status: 200 len: 809 time: 0.1331673 Nov 11 01:09:24.328015 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-38cac1a6-c6d6-4ef8-8814-381a35beff3d tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Request body: {'port': {'device_id': '916da15a-2905-49a9-84dc-4bccf2f8f4a5', 'network_id': '0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384', 'admin_state_up': True, 'tenant_id': '42eb5f73fb374af78bba48a01fee4398'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:09:24.505496 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-38cac1a6-c6d6-4ef8-8814-381a35beff3d tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Made reservation on behalf of 42eb5f73fb374af78bba48a01fee4398 for: {'port': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:09:24.510151 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-38cac1a6-c6d6-4ef8-8814-381a35beff3d tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:24.587962 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 0c348d9f-8349-4065-98be-5f0fb17fce1a up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:09:24.652881 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 0c348d9f-8349-4065-98be-5f0fb17fce1a triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:09:24.653259 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:24.750361 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-38cac1a6-c6d6-4ef8-8814-381a35beff3d tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Allocated IP 172.20.0.6 (0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384/fb665675-e55e-416f-b7ef-07e6d22f9340/4ad1c4c9-70f2-41c2-823a-a2515ce5751e) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:09:24.787334 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:24.814330 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] For port 0c348d9f-8349-4065-98be-5f0fb17fce1a, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=0c348d9f-8349-4065-98be-5f0fb17fce1a,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:09:24.819289 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:24.891350 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Pushing event updated for resources: {'Port': ['ID=0c348d9f-8349-4065-98be-5f0fb17fce1a,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:24.951360 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-38cac1a6-c6d6-4ef8-8814-381a35beff3d tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:24.993155 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-38cac1a6-c6d6-4ef8-8814-381a35beff3d tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:25.063168 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-38cac1a6-c6d6-4ef8-8814-381a35beff3d tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Network 0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384 is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:09:25.067803 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-38cac1a6-c6d6-4ef8-8814-381a35beff3d tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:09:25.070987 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-38cac1a6-c6d6-4ef8-8814-381a35beff3d tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:09:25.075560 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cac1a6-c6d6-4ef8-8814-381a35beff3d tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Pushing event updated for resources: {'Port': ['ID=4ad1c4c9-70f2-41c2-823a-a2515ce5751e,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:25.140369 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-38cac1a6-c6d6-4ef8-8814-381a35beff3d tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:25.140990 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-38cac1a6-c6d6-4ef8-8814-381a35beff3d tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:25.172771 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-38cac1a6-c6d6-4ef8-8814-381a35beff3d tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8497233 Nov 11 01:09:25.173516 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31290802-908b-4c8e-872f-0470028777c1 req-76889eae-c3f9-40e6-9bc3-a996c33b01f6 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:25.176147 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-31290802-908b-4c8e-872f-0470028777c1 req-76889eae-c3f9-40e6-9bc3-a996c33b01f6 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 931 time: 0.0618179 Nov 11 01:09:25.211123 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-9dad448c-ff85-407f-aa69-13acd31f3f07 service neutron] Request body: {'port': {'device_id': '916da15a-2905-49a9-84dc-4bccf2f8f4a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:09:25.250663 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-31290802-908b-4c8e-872f-0470028777c1 req-43bde008-eefa-4f35-95df-e1618cc6182e tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667632 Nov 11 01:09:25.277521 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-9dad448c-ff85-407f-aa69-13acd31f3f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:25.584429 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-9dad448c-ff85-407f-aa69-13acd31f3f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ad1c4c9-70f2-41c2-823a-a2515ce5751e {{(pid=101601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:09:25.594409 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-9dad448c-ff85-407f-aa69-13acd31f3f07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:25.607147 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.provisioning_blocks [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-9dad448c-ff85-407f-aa69-13acd31f3f07 service neutron] Transition to ACTIVE for port object 4ad1c4c9-70f2-41c2-823a-a2515ce5751e will not be triggered until provisioned by entity L2. {{(pid=101601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 01:09:25.612415 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-9dad448c-ff85-407f-aa69-13acd31f3f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:25.670210 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad448c-ff85-407f-aa69-13acd31f3f07 service neutron] Pushing event updated for resources: {'Port': ['ID=4ad1c4c9-70f2-41c2-823a-a2515ce5751e,revision_number=2']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:25.754894 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-9dad448c-ff85-407f-aa69-13acd31f3f07 service neutron] Attempting to bind port 4ad1c4c9-70f2-41c2-823a-a2515ce5751e on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:09:25.755414 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-9dad448c-ff85-407f-aa69-13acd31f3f07 service neutron] Attempting to bind port 4ad1c4c9-70f2-41c2-823a-a2515ce5751e by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': 'f515badc-0eb8-4c72-ac17-ae092d53d80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384'}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:09:25.755840 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-9dad448c-ff85-407f-aa69-13acd31f3f07 service neutron] Attempting to bind port 4ad1c4c9-70f2-41c2-823a-a2515ce5751e on network 0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:09:25.762709 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-9dad448c-ff85-407f-aa69-13acd31f3f07 service neutron] Port 4ad1c4c9-70f2-41c2-823a-a2515ce5751e on network 0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 01:09:25.762709 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-9dad448c-ff85-407f-aa69-13acd31f3f07 service neutron] Attempting to bind port 4ad1c4c9-70f2-41c2-823a-a2515ce5751e on network 0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:09:25.766886 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-9dad448c-ff85-407f-aa69-13acd31f3f07 service neutron] Checking agent: {'id': '9935500b-1718-4861-8412-1ae3ca811271', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'started_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:09:25.767391 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-9dad448c-ff85-407f-aa69-13acd31f3f07 service neutron] Checking segment: {'id': 'f515badc-0eb8-4c72-ac17-ae092d53d80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:09:25.767876 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-9dad448c-ff85-407f-aa69-13acd31f3f07 service neutron] Bound using segment: {'id': 'f515badc-0eb8-4c72-ac17-ae092d53d80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384'} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:09:25.768414 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-9dad448c-ff85-407f-aa69-13acd31f3f07 service neutron] Bound port: 4ad1c4c9-70f2-41c2-823a-a2515ce5751e, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f515badc-0eb8-4c72-ac17-ae092d53d80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384'}}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:09:25.769486 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-9dad448c-ff85-407f-aa69-13acd31f3f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:25.845676 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-9dad448c-ff85-407f-aa69-13acd31f3f07 service neutron] For port 4ad1c4c9-70f2-41c2-823a-a2515ce5751e, host hv-cinder-81708, cleared binding levels {{(pid=101601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:09:25.849800 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-9dad448c-ff85-407f-aa69-13acd31f3f07 service neutron] For port 4ad1c4c9-70f2-41c2-823a-a2515ce5751e, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=4ad1c4c9-70f2-41c2-823a-a2515ce5751e,segment=NetworkSegment(f515badc-0eb8-4c72-ac17-ae092d53d80b),segment_id=f515badc-0eb8-4c72-ac17-ae092d53d80b)] {{(pid=101601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:09:25.856491 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-9dad448c-ff85-407f-aa69-13acd31f3f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:25.902555 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-9dad448c-ff85-407f-aa69-13acd31f3f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:25.903210 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-9dad448c-ff85-407f-aa69-13acd31f3f07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:25.904594 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-9dad448c-ff85-407f-aa69-13acd31f3f07 service neutron] 10.222.0.64 "PUT /v2.0/ports/4ad1c4c9-70f2-41c2-823a-a2515ce5751e HTTP/1.1" status: 200 len: 1093 time: 0.7026291 Nov 11 01:09:25.905491 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916da15a-2905-49a9-84dc-4bccf2f8f4a5', 'tag': '4ad1c4c9-70f2-41c2-823a-a2515ce5751e'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:09:25.907351 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0316219d-c5bb-4da3-a03f-d7c91e551a14" -d '{"events": [{"name": "network-changed", "server_uuid": "916da15a-2905-49a9-84dc-4bccf2f8f4a5", "tag": "4ad1c4c9-70f2-41c2-823a-a2515ce5751e"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:09:25.950939 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b262b435-c1a4-4511-a1e1-39c934b9a4cc x-openstack-request-id: req-b262b435-c1a4-4511-a1e1-39c934b9a4cc {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:09:25.951640 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916da15a-2905-49a9-84dc-4bccf2f8f4a5", "tag": "4ad1c4c9-70f2-41c2-823a-a2515ce5751e", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:09:25.951848 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b262b435-c1a4-4511-a1e1-39c934b9a4cc {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:09:25.952233 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916da15a-2905-49a9-84dc-4bccf2f8f4a5', 'tag': '4ad1c4c9-70f2-41c2-823a-a2515ce5751e', 'status': 'completed', 'code': 200} Nov 11 01:09:25.953045 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad448c-ff85-407f-aa69-13acd31f3f07 service neutron] Pushing event updated for resources: {'Port': ['ID=4ad1c4c9-70f2-41c2-823a-a2515ce5751e,revision_number=3']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:26.070907 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316219d-c5bb-4da3-a03f-d7c91e551a14 req-9fee99d3-659d-4df7-ac2f-36a785abbfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:26.072906 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-0316219d-c5bb-4da3-a03f-d7c91e551a14 req-9fee99d3-659d-4df7-ac2f-36a785abbfd0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42eb5f73fb374af78bba48a01fee4398&device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 1096 time: 0.0513909 Nov 11 01:09:26.203243 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316219d-c5bb-4da3-a03f-d7c91e551a14 req-6eaa7c1a-decf-4fdb-b327-fe1e34c356f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:26.204884 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-0316219d-c5bb-4da3-a03f-d7c91e551a14 req-6eaa7c1a-decf-4fdb-b327-fe1e34c356f3 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=42eb5f73fb374af78bba48a01fee4398&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1111882 Nov 11 01:09:26.319524 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316219d-c5bb-4da3-a03f-d7c91e551a14 req-91e9ff73-cfa8-42e4-bd75-401f3b01c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:26.321190 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-0316219d-c5bb-4da3-a03f-d7c91e551a14 req-91e9ff73-cfa8-42e4-bd75-401f3b01c627 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1033781 Nov 11 01:09:26.382894 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0a1f1-f619-4dc2-a52b-a45fdbb497a8 req-0ba54063-ad1f-4b78-a5d5-a64629338333 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:26.385996 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3df0a1f1-f619-4dc2-a52b-a45fdbb497a8 req-0ba54063-ad1f-4b78-a5d5-a64629338333 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 943 time: 0.0533497 Nov 11 01:09:26.467596 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3df0a1f1-f619-4dc2-a52b-a45fdbb497a8 req-ad725c47-72fb-474e-94d0-ceff56742ad7 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756314 Nov 11 01:09:26.497136 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-f9ed6db3-5312-4064-a460-36190e85ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:26.498764 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-f9ed6db3-5312-4064-a460-36190e85ed39 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42eb5f73fb374af78bba48a01fee4398&device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 1096 time: 0.0874109 Nov 11 01:09:26.542245 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 0c348d9f-8349-4065-98be-5f0fb17fce1a up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:09:26.567699 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-f2419076-0334-4bd6-be6e-751c6a338b4b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ad1c4c9-70f2-41c2-823a-a2515ce5751e HTTP/1.1" status: 200 len: 217 time: 0.0497553 Nov 11 01:09:26.611485 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 0c348d9f-8349-4065-98be-5f0fb17fce1a triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:09:26.612166 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:26.632439 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-c2e02490-b11d-4873-ad2b-722982a6863a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:26.634193 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-c2e02490-b11d-4873-ad2b-722982a6863a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb665675-e55e-416f-b7ef-07e6d22f9340 HTTP/1.1" status: 200 len: 849 time: 0.0546887 Nov 11 01:09:26.675393 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-ac43747f-2067-46a2-ad5f-4e1d93b33fb7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326788 Nov 11 01:09:26.807783 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-07681c81-a16c-4eca-84d8-6fc550207961 service neutron] 10.222.0.64 "GET /v2.0/networks/0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062982 Nov 11 01:09:26.910175 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-d9d0b4ab-b126-4f5a-b15a-58d8cfe14c5c req-34cad057-6081-45a8-ad25-87507f599a10 service neutron] 10.222.0.64 "GET /v2.0/networks/0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926418 Nov 11 01:09:27.599594 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7c3c4-9aa2-41bf-b974-bc780e53b2c5 req-ab699225-1cc3-4517-afd7-c10a416a34b3 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:27.612059 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4af7c3c4-9aa2-41bf-b974-bc780e53b2c5 req-ab699225-1cc3-4517-afd7-c10a416a34b3 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 943 time: 0.0685723 Nov 11 01:09:27.665608 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4af7c3c4-9aa2-41bf-b974-bc780e53b2c5 req-33d9ef42-663c-4f1c-bbb7-d22b7504ba39 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521505 Nov 11 01:09:27.972270 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89220ed1-34a6-4db8-bd26-1ebcad088235 None None] Sync routers for ids ['86a4ebe3-584b-43d1-9391-34acdfb952d9'] in dv-cinder-817085-3-iscsi {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:09:27.983335 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89220ed1-34a6-4db8-bd26-1ebcad088235 None None] Routers {'86a4ebe3-584b-43d1-9391-34acdfb952d9'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:09:27.984170 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-89220ed1-34a6-4db8-bd26-1ebcad088235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:09:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['86a4ebe3-584b-43d1-9391-34acdfb952d9'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:09:28.181644 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-89220ed1-34a6-4db8-bd26-1ebcad088235 None None] Set router 86a4ebe3-584b-43d1-9391-34acdfb952d9 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:09:28.406202 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-89220ed1-34a6-4db8-bd26-1ebcad088235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a4ebe3-584b-43d1-9391-34acdfb952d9', 'name': 'tempest-TestMinimumBasicScenario-293095141-router', 'tenant_id': '04f8456619124e328b9c2bfbc126c0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '0c348d9f-8349-4065-98be-5f0fb17fce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:09:18Z', 'updated_at': '2021-11-11T01:09:21Z', 'revision_number': 4, 'project_id': '04f8456619124e328b9c2bfbc126c0e4', 'gw_port': {'id': '0c348d9f-8349-4065-98be-5f0fb17fce1a', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a4ebe3-584b-43d1-9391-34acdfb952d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:19Z', 'updated_at': '2021-11-11T01:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': 'cbc50812-83d8-4ee0-ba28-e6373620881c', 'name': '', 'network_id': '03d3849e-83f6-4350-9188-ed498b59daf4', 'tenant_id': '04f8456619124e328b9c2bfbc126c0e4', 'mac_address': 'fa:16:3e:23:b9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a4ebe3-584b-43d1-9391-34acdfb952d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '0e6c359e-0843-49aa-9c67-70caa98d9a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:21Z', 'updated_at': '2021-11-11T01:09:22Z', 'revision_number': 2, 'project_id': '04f8456619124e328b9c2bfbc126c0e4', 'subnets': [{'id': '0e6c359e-0843-49aa-9c67-70caa98d9a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:09:28.435012 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89220ed1-34a6-4db8-bd26-1ebcad088235 None None] Checking router: 86a4ebe3-584b-43d1-9391-34acdfb952d9 for host: dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:09:28.435371 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89220ed1-34a6-4db8-bd26-1ebcad088235 None None] Updating router 86a4ebe3-584b-43d1-9391-34acdfb952d9 port cbc50812-83d8-4ee0-ba28-e6373620881c binding host dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 01:09:28.461794 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-89220ed1-34a6-4db8-bd26-1ebcad088235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:28.756149 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-89220ed1-34a6-4db8-bd26-1ebcad088235 None None] Publish callbacks [] for port, precommit_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:28.766715 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-89220ed1-34a6-4db8-bd26-1ebcad088235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:28.824380 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578943b-6569-4067-a7fd-cfcf74d1cb71 None None] Pushing event updated for resources: {'Port': ['ID=cbc50812-83d8-4ee0-ba28-e6373620881c,revision_number=3']} {{(pid=101604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:28.848998 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1866ce-58fa-4bc1-b01f-427059e4c0bb req-55756143-c260-4394-8a94-ca5b812e52bb tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:28.851443 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fb1866ce-58fa-4bc1-b01f-427059e4c0bb req-55756143-c260-4394-8a94-ca5b812e52bb tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 943 time: 0.1017439 Nov 11 01:09:28.899976 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.managers [None req-89220ed1-34a6-4db8-bd26-1ebcad088235 None None] Attempting to bind port cbc50812-83d8-4ee0-ba28-e6373620881c on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:09:28.900337 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.managers [None req-89220ed1-34a6-4db8-bd26-1ebcad088235 None None] Attempting to bind port cbc50812-83d8-4ee0-ba28-e6373620881c by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': 'fa9b98fd-eb5f-4b5d-a70d-bcaec97f8284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '03d3849e-83f6-4350-9188-ed498b59daf4'}] {{(pid=101604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:09:28.900691 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89220ed1-34a6-4db8-bd26-1ebcad088235 None None] Attempting to bind port cbc50812-83d8-4ee0-ba28-e6373620881c on network 03d3849e-83f6-4350-9188-ed498b59daf4 {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:09:28.906118 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89220ed1-34a6-4db8-bd26-1ebcad088235 None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:09:28.906493 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89220ed1-34a6-4db8-bd26-1ebcad088235 None None] Checking segment: {'id': 'fa9b98fd-eb5f-4b5d-a70d-bcaec97f8284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '03d3849e-83f6-4350-9188-ed498b59daf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:09:28.906886 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-89220ed1-34a6-4db8-bd26-1ebcad088235 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:28.907299 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89220ed1-34a6-4db8-bd26-1ebcad088235 None None] Bound using segment: {'id': 'fa9b98fd-eb5f-4b5d-a70d-bcaec97f8284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '03d3849e-83f6-4350-9188-ed498b59daf4'} {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:09:28.907756 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.managers [None req-89220ed1-34a6-4db8-bd26-1ebcad088235 None None] Bound port: cbc50812-83d8-4ee0-ba28-e6373620881c, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9b98fd-eb5f-4b5d-a70d-bcaec97f8284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '03d3849e-83f6-4350-9188-ed498b59daf4'}}] {{(pid=101604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:09:28.908144 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-89220ed1-34a6-4db8-bd26-1ebcad088235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:28.932782 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fb1866ce-58fa-4bc1-b01f-427059e4c0bb req-6c2c28a4-8a84-4c9e-ace4-a310722c117a tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673432 Nov 11 01:09:28.994730 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.db [None req-89220ed1-34a6-4db8-bd26-1ebcad088235 None None] For port cbc50812-83d8-4ee0-ba28-e6373620881c, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:09:28.998008 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.db [None req-89220ed1-34a6-4db8-bd26-1ebcad088235 None None] For port cbc50812-83d8-4ee0-ba28-e6373620881c, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=cbc50812-83d8-4ee0-ba28-e6373620881c,segment=NetworkSegment(fa9b98fd-eb5f-4b5d-a70d-bcaec97f8284),segment_id=fa9b98fd-eb5f-4b5d-a70d-bcaec97f8284)] {{(pid=101604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:09:29.008066 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-89220ed1-34a6-4db8-bd26-1ebcad088235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:29.068632 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89220ed1-34a6-4db8-bd26-1ebcad088235 None None] Routers {'86a4ebe3-584b-43d1-9391-34acdfb952d9'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:09:29.069128 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-89220ed1-34a6-4db8-bd26-1ebcad088235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:09:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['86a4ebe3-584b-43d1-9391-34acdfb952d9'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:09:29.096108 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-078d51b4-93b9-4256-aa6d-ce80552c206c None None] Provisioning complete for port cbc50812-83d8-4ee0-ba28-e6373620881c triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:09:29.097740 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-078d51b4-93b9-4256-aa6d-ce80552c206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:29.116082 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578943b-6569-4067-a7fd-cfcf74d1cb71 None None] Pushing event updated for resources: {'Port': ['ID=cbc50812-83d8-4ee0-ba28-e6373620881c,revision_number=4']} {{(pid=101604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:29.212065 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-89220ed1-34a6-4db8-bd26-1ebcad088235 None None] Set router 86a4ebe3-584b-43d1-9391-34acdfb952d9 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:09:29.233809 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-078d51b4-93b9-4256-aa6d-ce80552c206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:29.269913 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-078d51b4-93b9-4256-aa6d-ce80552c206c None None] For port cbc50812-83d8-4ee0-ba28-e6373620881c, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=cbc50812-83d8-4ee0-ba28-e6373620881c,segment=NetworkSegment(fa9b98fd-eb5f-4b5d-a70d-bcaec97f8284),segment_id=fa9b98fd-eb5f-4b5d-a70d-bcaec97f8284)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:09:29.276231 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-078d51b4-93b9-4256-aa6d-ce80552c206c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:29.350833 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d51b4-93b9-4256-aa6d-ce80552c206c None None] Pushing event updated for resources: {'Port': ['ID=cbc50812-83d8-4ee0-ba28-e6373620881c,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:29.414481 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-4b4fd564-2df3-4ccb-a010-da51523b922c None None] Provisioning complete for port cbc50812-83d8-4ee0-ba28-e6373620881c triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:09:29.415084 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-4b4fd564-2df3-4ccb-a010-da51523b922c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:29.442275 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-349d57a2-8115-4670-9586-423321eb37a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:29.491485 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-89220ed1-34a6-4db8-bd26-1ebcad088235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a4ebe3-584b-43d1-9391-34acdfb952d9', 'name': 'tempest-TestMinimumBasicScenario-293095141-router', 'tenant_id': '04f8456619124e328b9c2bfbc126c0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '0c348d9f-8349-4065-98be-5f0fb17fce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:09:18Z', 'updated_at': '2021-11-11T01:09:21Z', 'revision_number': 4, 'project_id': '04f8456619124e328b9c2bfbc126c0e4', 'gw_port': {'id': '0c348d9f-8349-4065-98be-5f0fb17fce1a', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a4ebe3-584b-43d1-9391-34acdfb952d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:19Z', 'updated_at': '2021-11-11T01:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': 'cbc50812-83d8-4ee0-ba28-e6373620881c', 'name': '', 'network_id': '03d3849e-83f6-4350-9188-ed498b59daf4', 'tenant_id': '04f8456619124e328b9c2bfbc126c0e4', 'mac_address': 'fa:16:3e:23:b9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a4ebe3-584b-43d1-9391-34acdfb952d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '0e6c359e-0843-49aa-9c67-70caa98d9a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:21Z', 'updated_at': '2021-11-11T01:09:28Z', 'revision_number': 4, 'project_id': '04f8456619124e328b9c2bfbc126c0e4', 'subnets': [{'id': '0e6c359e-0843-49aa-9c67-70caa98d9a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:09:29.524715 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89220ed1-34a6-4db8-bd26-1ebcad088235 None None] The sync data for ids ['86a4ebe3-584b-43d1-9391-34acdfb952d9'] in dv-cinder-817085-3-iscsi is: [{'id': '86a4ebe3-584b-43d1-9391-34acdfb952d9', 'name': 'tempest-TestMinimumBasicScenario-293095141-router', 'tenant_id': '04f8456619124e328b9c2bfbc126c0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '0c348d9f-8349-4065-98be-5f0fb17fce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:09:18Z', 'updated_at': '2021-11-11T01:09:21Z', 'revision_number': 4, 'project_id': '04f8456619124e328b9c2bfbc126c0e4', 'gw_port': {'id': '0c348d9f-8349-4065-98be-5f0fb17fce1a', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a4ebe3-584b-43d1-9391-34acdfb952d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:19Z', 'updated_at': '2021-11-11T01:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': 'cbc50812-83d8-4ee0-ba28-e6373620881c', 'name': '', 'network_id': '03d3849e-83f6-4350-9188-ed498b59daf4', 'tenant_id': '04f8456619124e328b9c2bfbc126c0e4', 'mac_address': 'fa:16:3e:23:b9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86a4ebe3-584b-43d1-9391-34acdfb952d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '0e6c359e-0843-49aa-9c67-70caa98d9a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:21Z', 'updated_at': '2021-11-11T01:09:28Z', 'revision_number': 4, 'project_id': '04f8456619124e328b9c2bfbc126c0e4', 'subnets': [{'id': '0e6c359e-0843-49aa-9c67-70caa98d9a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:09:30.054860 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ba5a4-242f-49f9-8a60-f425b941abd2 req-9a19acd5-b595-4288-862f-d6314db6f271 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:30.057006 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-108ba5a4-242f-49f9-8a60-f425b941abd2 req-9a19acd5-b595-4288-862f-d6314db6f271 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 943 time: 0.0563557 Nov 11 01:09:30.122831 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-108ba5a4-242f-49f9-8a60-f425b941abd2 req-f190fe60-c54a-4c1a-86dc-59e4bdcb6e83 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572054 Nov 11 01:09:30.558411 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device cbc50812-83d8-4ee0-ba28-e6373620881c up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:09:30.619224 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port cbc50812-83d8-4ee0-ba28-e6373620881c triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:09:30.619901 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:31.053703 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 4ad1c4c9-70f2-41c2-823a-a2515ce5751e details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 01:09:31.164569 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 4ad1c4c9-70f2-41c2-823a-a2515ce5751e, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=4ad1c4c9-70f2-41c2-823a-a2515ce5751e,segment=NetworkSegment(f515badc-0eb8-4c72-ac17-ae092d53d80b),segment_id=f515badc-0eb8-4c72-ac17-ae092d53d80b)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:09:31.176994 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Returning: {'device': '4ad1c4c9-70f2-41c2-823a-a2515ce5751e', 'network_id': '0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384', 'port_id': '4ad1c4c9-70f2-41c2-823a-a2515ce5751e', 'mac_address': 'fa:16:3e:9c:a8:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb665675-e55e-416f-b7ef-07e6d22f9340', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 01:09:31.222743 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:31.251952 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad1c4c9-70f2-41c2-823a-a2515ce5751e {{(pid=101603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:09:31.252291 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665954d5-06ff-425d-b73e-abd730da2751 req-da6245ab-f409-4aa4-b98c-0a71fc7de718 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:31.259501 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-665954d5-06ff-425d-b73e-abd730da2751 req-da6245ab-f409-4aa4-b98c-0a71fc7de718 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 943 time: 0.0650709 Nov 11 01:09:31.275383 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 4ad1c4c9-70f2-41c2-823a-a2515ce5751e, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=4ad1c4c9-70f2-41c2-823a-a2515ce5751e,segment=NetworkSegment(f515badc-0eb8-4c72-ac17-ae092d53d80b),segment_id=f515badc-0eb8-4c72-ac17-ae092d53d80b)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:09:31.283755 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:31.320625 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-665954d5-06ff-425d-b73e-abd730da2751 req-7b09d02c-0131-48aa-bdae-d55ceb32d7c4 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564680 Nov 11 01:09:31.351418 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=4ad1c4c9-70f2-41c2-823a-a2515ce5751e,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:31.767779 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['4ad1c4c9-70f2-41c2-823a-a2515ce5751e'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:09:31.828683 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-a0376855-cc96-474b-aeb3-2f9d27000bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:32.443554 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60249ac3-2923-4fe9-915f-b479719c35bf req-63936cf3-96be-4b03-aa97-f55de0f64a32 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:32.451548 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-60249ac3-2923-4fe9-915f-b479719c35bf req-63936cf3-96be-4b03-aa97-f55de0f64a32 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 944 time: 0.0562685 Nov 11 01:09:32.500092 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-60249ac3-2923-4fe9-915f-b479719c35bf req-559e41f2-8f7b-4f39-b14e-ef9d6779be00 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464406 Nov 11 01:09:32.887646 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:33.073701 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 4ad1c4c9-70f2-41c2-823a-a2515ce5751e up at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:09:33.154461 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning for port 4ad1c4c9-70f2-41c2-823a-a2515ce5751e completed by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 01:09:33.163503 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning complete for port 4ad1c4c9-70f2-41c2-823a-a2515ce5751e triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:09:33.163863 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:33.272378 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:33.298877 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916da15a-2905-49a9-84dc-4bccf2f8f4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad1c4c9-70f2-41c2-823a-a2515ce5751e'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:09:33.302045 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2d6f3b-171f-4cca-b1ec-70809f252187" -d '{"events": [{"server_uuid": "916da15a-2905-49a9-84dc-4bccf2f8f4a5", "name": "network-vif-plugged", "status": "completed", "tag": "4ad1c4c9-70f2-41c2-823a-a2515ce5751e"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:09:33.315946 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 4ad1c4c9-70f2-41c2-823a-a2515ce5751e, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=4ad1c4c9-70f2-41c2-823a-a2515ce5751e,segment=NetworkSegment(f515badc-0eb8-4c72-ac17-ae092d53d80b),segment_id=f515badc-0eb8-4c72-ac17-ae092d53d80b)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:09:33.321429 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:33.347278 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6beb44a4-a743-43dd-b832-d358aced7f12 x-openstack-request-id: req-6beb44a4-a743-43dd-b832-d358aced7f12 {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:09:33.347595 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916da15a-2905-49a9-84dc-4bccf2f8f4a5", "name": "network-vif-plugged", "status": "completed", "tag": "4ad1c4c9-70f2-41c2-823a-a2515ce5751e", "code": 200}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:09:33.347938 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6beb44a4-a743-43dd-b832-d358aced7f12 {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:09:33.348326 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916da15a-2905-49a9-84dc-4bccf2f8f4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad1c4c9-70f2-41c2-823a-a2515ce5751e', 'code': 200} Nov 11 01:09:33.374593 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=4ad1c4c9-70f2-41c2-823a-a2515ce5751e,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:33.601660 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9ef5f-4ad8-472d-b08d-d079ffa0d72c req-73717666-67aa-4ac6-b2c2-69f89083da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:33.603905 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-4fa9ef5f-4ad8-472d-b08d-d079ffa0d72c req-73717666-67aa-4ac6-b2c2-69f89083da25 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 1098 time: 0.0450795 Nov 11 01:09:33.629324 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d553aea-e80d-47e4-b2ee-16f190c155cf req-436ed4b6-dd89-4aa2-a6da-e884ee0e892c tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:33.630804 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3d553aea-e80d-47e4-b2ee-16f190c155cf req-436ed4b6-dd89-4aa2-a6da-e884ee0e892c tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 945 time: 0.0543792 Nov 11 01:09:33.657940 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-4fa9ef5f-4ad8-472d-b08d-d079ffa0d72c req-b236212c-72a6-484e-909c-a931f0210fd9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456631 Nov 11 01:09:33.679030 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3d553aea-e80d-47e4-b2ee-16f190c155cf req-c2653d43-1d89-405b-a208-4c237228072f tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419343 Nov 11 01:09:33.907096 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931434f-2648-4b1b-9523-01b0beaded33 req-accdffd2-b35c-4c9d-b544-3fde8e27fdc5 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:33.908523 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f931434f-2648-4b1b-9523-01b0beaded33 req-accdffd2-b35c-4c9d-b544-3fde8e27fdc5 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/networks?id=4e48f818-692b-4e8c-876c-8e3b508f3610 HTTP/1.1" status: 200 len: 815 time: 0.1025395 Nov 11 01:09:33.923053 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f931434f-2648-4b1b-9523-01b0beaded33 req-f12fe6e3-97d0-470c-a488-f0b49d031e80 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/quotas/c7abb9f19d954ab1b034c3bc7de8d24b HTTP/1.1" status: 200 len: 375 time: 0.0087378 Nov 11 01:09:33.975286 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f931434f-2648-4b1b-9523-01b0beaded33 req-c80de784-c231-4ebd-a4d1-4a4fe825b781 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c7abb9f19d954ab1b034c3bc7de8d24b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465057 Nov 11 01:09:34.070889 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f931434f-2648-4b1b-9523-01b0beaded33 req-0babd3b9-0d1d-4328-8406-b76666f1bdab service neutron] 10.222.0.52 "GET /v2.0/networks/4e48f818-692b-4e8c-876c-8e3b508f3610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840747 Nov 11 01:09:34.164995 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f931434f-2648-4b1b-9523-01b0beaded33 req-8db3e35b-8ccf-4929-8f68-78b3f2aaa15e service neutron] 10.222.0.52 "GET /v2.0/networks/4e48f818-692b-4e8c-876c-8e3b508f3610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882213 Nov 11 01:09:34.321542 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5c667a6c-67f3-48c4-851b-909cc6a60722 req-1ee9c392-0a83-4991-8a4d-c66933e232fe tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 210 time: 0.0270264 Nov 11 01:09:34.414356 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:34.799193 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb7f6a-cde4-44de-8a04-5cf2f5e50398 req-4aaeeff8-99a6-457d-8d7e-b5b8d5748575 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:34.800691 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6bfb7f6a-cde4-44de-8a04-5cf2f5e50398 req-4aaeeff8-99a6-457d-8d7e-b5b8d5748575 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 945 time: 0.0512218 Nov 11 01:09:34.850027 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6bfb7f6a-cde4-44de-8a04-5cf2f5e50398 req-0acd935a-7c17-4122-8f53-bcc9c2ffc7d4 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432160 Nov 11 01:09:34.970210 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:35.417103 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1d6d98a8-95c6-4ca7-9d68-f00c27d2ecc4 req-9bebf6eb-c5f7-45c2-9de8-ccdd90fd5637 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 210 time: 0.0304134 Nov 11 01:09:35.732346 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931434f-2648-4b1b-9523-01b0beaded33 req-2cd16dc4-9355-41e0-9afc-ca3bc825c476 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:35.733999 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f931434f-2648-4b1b-9523-01b0beaded33 req-2cd16dc4-9355-41e0-9afc-ca3bc825c476 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.64 "GET /v2.0/networks?id=4e48f818-692b-4e8c-876c-8e3b508f3610 HTTP/1.1" status: 200 len: 815 time: 0.1071281 Nov 11 01:09:35.777175 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-f931434f-2648-4b1b-9523-01b0beaded33 req-57aec440-39cd-4944-9fa7-63bc0eea39e6 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Request body: {'port': {'device_id': 'da015352-8fb0-4f06-bc78-c1cc0c9be5ca', 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610', 'admin_state_up': True, 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:09:35.888660 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f931434f-2648-4b1b-9523-01b0beaded33 req-57aec440-39cd-4944-9fa7-63bc0eea39e6 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Made reservation on behalf of c7abb9f19d954ab1b034c3bc7de8d24b for: {'port': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:09:35.892598 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f931434f-2648-4b1b-9523-01b0beaded33 req-57aec440-39cd-4944-9fa7-63bc0eea39e6 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:35.983505 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbff60b-943f-4084-be06-6ee10bbcb8d8 req-473f6307-42e5-4ba5-9cfb-391be607c81d tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:35.985850 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1fbff60b-943f-4084-be06-6ee10bbcb8d8 req-473f6307-42e5-4ba5-9cfb-391be607c81d tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 945 time: 0.0596192 Nov 11 01:09:36.038513 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1fbff60b-943f-4084-be06-6ee10bbcb8d8 req-06046181-599a-4684-832d-51ff756ae385 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444198 Nov 11 01:09:36.045727 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [req-f931434f-2648-4b1b-9523-01b0beaded33 req-57aec440-39cd-4944-9fa7-63bc0eea39e6 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Allocated IP 172.20.0.11 (4e48f818-692b-4e8c-876c-8e3b508f3610/52156a0b-9cdf-4522-a6bd-fc1be773de3a/c2076f3e-6040-4813-a257-8804dcab051f) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:09:36.236699 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f931434f-2648-4b1b-9523-01b0beaded33 req-57aec440-39cd-4944-9fa7-63bc0eea39e6 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:36.299338 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f931434f-2648-4b1b-9523-01b0beaded33 req-57aec440-39cd-4944-9fa7-63bc0eea39e6 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:36.374288 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f931434f-2648-4b1b-9523-01b0beaded33 req-57aec440-39cd-4944-9fa7-63bc0eea39e6 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Network 4e48f818-692b-4e8c-876c-8e3b508f3610 is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:09:36.380692 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [req-f931434f-2648-4b1b-9523-01b0beaded33 req-57aec440-39cd-4944-9fa7-63bc0eea39e6 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:09:36.384802 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-f931434f-2648-4b1b-9523-01b0beaded33 req-57aec440-39cd-4944-9fa7-63bc0eea39e6 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:09:36.414429 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aec440-39cd-4944-9fa7-63bc0eea39e6 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Pushing event updated for resources: {'Port': ['ID=c2076f3e-6040-4813-a257-8804dcab051f,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:36.469462 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931434f-2648-4b1b-9523-01b0beaded33 req-57aec440-39cd-4944-9fa7-63bc0eea39e6 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:36.470222 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f931434f-2648-4b1b-9523-01b0beaded33 req-57aec440-39cd-4944-9fa7-63bc0eea39e6 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:36.504023 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f931434f-2648-4b1b-9523-01b0beaded33 req-57aec440-39cd-4944-9fa7-63bc0eea39e6 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7295582 Nov 11 01:09:36.580526 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35cdd0-1ee9-470c-949d-d3361d61ae7f req-6f707746-a22a-4a93-aacc-33182f093916 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:36.582776 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0d35cdd0-1ee9-470c-949d-d3361d61ae7f req-6f707746-a22a-4a93-aacc-33182f093916 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 932 time: 0.0593882 Nov 11 01:09:36.632596 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0d35cdd0-1ee9-470c-949d-d3361d61ae7f req-6701919f-100e-494e-a6f5-9e9ff2af3b89 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437033 Nov 11 01:09:36.729124 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-fda5faa7-3bd8-4ea3-9cfe-e6f78631b640 None None] Provisioning complete for port c2076f3e-6040-4813-a257-8804dcab051f triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:09:36.730236 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-fda5faa7-3bd8-4ea3-9cfe-e6f78631b640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:36.770008 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-fda5faa7-3bd8-4ea3-9cfe-e6f78631b640 None None] Port c2076f3e-6040-4813-a257-8804dcab051f cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:09:37.025191 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886aaec6-2459-4c61-acf5-315c107359c6 req-652d3614-2492-442d-a80e-6f280b067873 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:37.026598 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-886aaec6-2459-4c61-acf5-315c107359c6 req-652d3614-2492-442d-a80e-6f280b067873 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 945 time: 0.0577776 Nov 11 01:09:37.072682 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-886aaec6-2459-4c61-acf5-315c107359c6 req-7ab31d6b-ec9c-40f5-a412-ff2da74369a1 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400248 Nov 11 01:09:37.750438 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f6930-3c78-4944-952e-2d18f35355de req-8ee9c54a-ce8e-4cc4-af4d-28a5300bf41d tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:37.751934 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-703f6930-3c78-4944-952e-2d18f35355de req-8ee9c54a-ce8e-4cc4-af4d-28a5300bf41d tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 932 time: 0.0491230 Nov 11 01:09:37.798894 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-703f6930-3c78-4944-952e-2d18f35355de req-e4b2f8a9-60e4-4154-9b78-4ca1191c8079 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400045 Nov 11 01:09:38.196439 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a5523-576e-4824-b799-5767632de2b7 req-05ffafda-e401-49ff-9db8-31398bb52c89 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:38.197957 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b01a5523-576e-4824-b799-5767632de2b7 req-05ffafda-e401-49ff-9db8-31398bb52c89 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 945 time: 0.0562556 Nov 11 01:09:38.250409 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b01a5523-576e-4824-b799-5767632de2b7 req-7e49f464-dbbc-4e4c-8e34-d37f081a98e8 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464995 Nov 11 01:09:38.921965 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519051b4-982e-4ed6-85e9-4cecd68b367f req-41b51e94-b5cb-474f-bcc2-4f0100acfec5 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:38.923438 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-519051b4-982e-4ed6-85e9-4cecd68b367f req-41b51e94-b5cb-474f-bcc2-4f0100acfec5 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 932 time: 0.0575914 Nov 11 01:09:38.976498 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-519051b4-982e-4ed6-85e9-4cecd68b367f req-c9f7c196-1021-4a46-9c4e-b53ac784fb77 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470002 Nov 11 01:09:39.373966 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f321d6-d626-404d-ac3f-608464c67335 req-fa433b53-57bc-4867-b145-97bfcaa407f8 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:39.375436 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-14f321d6-d626-404d-ac3f-608464c67335 req-fa433b53-57bc-4867-b145-97bfcaa407f8 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 945 time: 0.0475729 Nov 11 01:09:39.423720 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-14f321d6-d626-404d-ac3f-608464c67335 req-33291ea9-e144-48f5-98a2-4a09fa22673e tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419669 Nov 11 01:09:40.097857 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e4e04-4ef9-48ef-80d9-b37496ef885c req-8b39314c-0aab-4d08-b28e-1c5c95c92d45 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:40.099339 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-801e4e04-4ef9-48ef-80d9-b37496ef885c req-8b39314c-0aab-4d08-b28e-1c5c95c92d45 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 932 time: 0.0535793 Nov 11 01:09:40.152024 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-801e4e04-4ef9-48ef-80d9-b37496ef885c req-a950a63a-fc47-4920-a712-16c8a315fa27 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466185 Nov 11 01:09:40.541816 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198a137-7c44-449b-8b10-6d68b2a969b4 req-c2d8eb04-b6fe-4bc9-8a3f-2b921e1bdfb9 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:40.543273 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a198a137-7c44-449b-8b10-6d68b2a969b4 req-c2d8eb04-b6fe-4bc9-8a3f-2b921e1bdfb9 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 945 time: 0.0485098 Nov 11 01:09:40.595005 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a198a137-7c44-449b-8b10-6d68b2a969b4 req-86527ed3-f6a1-455c-9e09-490866c04379 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457616 Nov 11 01:09:41.275656 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964229b-768b-4402-bb7a-993127ffb0f6 req-1d839a62-d548-4699-889e-0aed230acd82 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:41.277187 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f964229b-768b-4402-bb7a-993127ffb0f6 req-1d839a62-d548-4699-889e-0aed230acd82 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 932 time: 0.0522141 Nov 11 01:09:41.328359 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f964229b-768b-4402-bb7a-993127ffb0f6 req-2b35d469-d54e-4b3f-a262-d08953731d19 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444198 Nov 11 01:09:41.717295 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957cba7-0cd5-4dc7-85d7-5a0f7fd6e509 req-3be9bb96-bef1-46d0-b61d-f16ca4bb994f tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:41.718777 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9957cba7-0cd5-4dc7-85d7-5a0f7fd6e509 req-3be9bb96-bef1-46d0-b61d-f16ca4bb994f tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 945 time: 0.0498698 Nov 11 01:09:41.765325 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9957cba7-0cd5-4dc7-85d7-5a0f7fd6e509 req-1ff1c101-a0ed-41c2-ac7d-95de5a297a53 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400476 Nov 11 01:09:42.445118 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b8579-9110-439f-9b37-85fa4f38a58f req-bf7898f6-7e9f-48de-9e98-44eb69bcc056 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:42.446817 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3d4b8579-9110-439f-9b37-85fa4f38a58f req-bf7898f6-7e9f-48de-9e98-44eb69bcc056 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 932 time: 0.0529780 Nov 11 01:09:42.498244 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3d4b8579-9110-439f-9b37-85fa4f38a58f req-f74235e3-5883-4e41-834b-14caf3c694ab tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445993 Nov 11 01:09:42.882366 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04b7af-2690-4cc4-a5d7-31bb6eb9d91c req-790b4797-1ab9-4f34-baf0-aab182eb13ff tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:42.883857 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-af04b7af-2690-4cc4-a5d7-31bb6eb9d91c req-790b4797-1ab9-4f34-baf0-aab182eb13ff tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 945 time: 0.0493932 Nov 11 01:09:42.933223 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-af04b7af-2690-4cc4-a5d7-31bb6eb9d91c req-a7a98310-92cc-4960-b40d-7bda83b91061 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434709 Nov 11 01:09:43.618765 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3101a0-8f51-4b62-99c1-2ecca832fdc2 req-548d04a9-78de-40b3-95d9-424e4a02f899 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:43.620640 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5e3101a0-8f51-4b62-99c1-2ecca832fdc2 req-548d04a9-78de-40b3-95d9-424e4a02f899 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 932 time: 0.0528870 Nov 11 01:09:43.629010 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:43.674571 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5e3101a0-8f51-4b62-99c1-2ecca832fdc2 req-ba6d6fae-f41e-40da-bc95-b1bc7d815d30 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471785 Nov 11 01:09:44.057362 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad44e13-4499-456d-b458-b99433d6ad26 req-7fe52752-468a-4c61-9704-eab6f714e089 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:44.058903 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0ad44e13-4499-456d-b458-b99433d6ad26 req-7fe52752-468a-4c61-9704-eab6f714e089 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 945 time: 0.0557802 Nov 11 01:09:44.109679 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0ad44e13-4499-456d-b458-b99433d6ad26 req-d493c7bf-241a-4c78-8188-b2fe5153fac0 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449252 Nov 11 01:09:44.561879 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f143e-203d-4760-b81e-c6f10553ef84 req-41bf8fa5-08dc-47f3-b416-a7e93eef7896 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:44.563361 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1a8f143e-203d-4760-b81e-c6f10553ef84 req-41bf8fa5-08dc-47f3-b416-a7e93eef7896 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0527401 Nov 11 01:09:44.613644 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1a8f143e-203d-4760-b81e-c6f10553ef84 req-3c0a2c99-1afe-4c6f-b8de-c34e5fcf4d53 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440772 Nov 11 01:09:44.794283 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84a22f-2d9a-4e9d-9d19-2f8218cf9ac1 req-3e7dfe44-0c14-4777-b6d2-078585734dbc tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:44.795753 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5c84a22f-2d9a-4e9d-9d19-2f8218cf9ac1 req-3e7dfe44-0c14-4777-b6d2-078585734dbc tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 932 time: 0.0502877 Nov 11 01:09:44.854771 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5c84a22f-2d9a-4e9d-9d19-2f8218cf9ac1 req-38594e32-dd77-4981-9517-62a265022cd7 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524845 Nov 11 01:09:45.226176 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaebcb0-57d0-423d-8b1e-c18ddb6f7cd6 req-ad29cd74-030b-4042-aedd-c7834e593bdc tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:45.227671 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-deaebcb0-57d0-423d-8b1e-c18ddb6f7cd6 req-ad29cd74-030b-4042-aedd-c7834e593bdc tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 945 time: 0.0487437 Nov 11 01:09:45.285242 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-deaebcb0-57d0-423d-8b1e-c18ddb6f7cd6 req-1b7cb227-1d78-4f13-a29d-954677f8fbb8 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504761 Nov 11 01:09:45.739239 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766e7d0-ef66-4e86-b494-0e785d51d8cb req-dcd83b38-c502-40dc-ab23-b46a25d385d1 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:45.740787 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3766e7d0-ef66-4e86-b494-0e785d51d8cb req-dcd83b38-c502-40dc-ab23-b46a25d385d1 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0535798 Nov 11 01:09:45.791959 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3766e7d0-ef66-4e86-b494-0e785d51d8cb req-3e12c926-8ca7-407e-b575-a61fba6ef4a3 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444465 Nov 11 01:09:45.976750 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01052a-a224-47f7-947d-a7e320931685 req-575639e0-f5d3-4c64-bdc8-c361f93ad6ab tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:45.978261 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-be01052a-a224-47f7-947d-a7e320931685 req-575639e0-f5d3-4c64-bdc8-c361f93ad6ab tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 932 time: 0.0555017 Nov 11 01:09:46.025027 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-be01052a-a224-47f7-947d-a7e320931685 req-89f4771c-d8e6-4a5c-a1dd-56e7295ca4b3 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407913 Nov 11 01:09:46.404266 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab938fdd-f510-46d8-87b3-281a93c7f2d1 req-506be59c-47fb-4d3e-969b-b23a24e5acc0 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:46.405733 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ab938fdd-f510-46d8-87b3-281a93c7f2d1 req-506be59c-47fb-4d3e-969b-b23a24e5acc0 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 945 time: 0.0554273 Nov 11 01:09:46.456903 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ab938fdd-f510-46d8-87b3-281a93c7f2d1 req-e24fbe7e-7ec0-4737-9b69-e87c745320ed tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447161 Nov 11 01:09:46.913289 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261e0fa-99ce-44c2-9f9c-5b50b135cbbc req-89f4c01c-70e7-44ce-a548-adec3ba5a710 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:46.914725 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b261e0fa-99ce-44c2-9f9c-5b50b135cbbc req-89f4c01c-70e7-44ce-a548-adec3ba5a710 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0536730 Nov 11 01:09:46.979217 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b261e0fa-99ce-44c2-9f9c-5b50b135cbbc req-a7fe5c5a-5492-4213-8fe0-7019917ebebc tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584645 Nov 11 01:09:47.148266 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a2013-e234-4369-ac83-970388fcbff9 req-d79b2eb7-ee1c-4773-84ec-62fb3061c0c0 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:47.149702 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-be4a2013-e234-4369-ac83-970388fcbff9 req-d79b2eb7-ee1c-4773-84ec-62fb3061c0c0 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 932 time: 0.0517130 Nov 11 01:09:47.199160 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-be4a2013-e234-4369-ac83-970388fcbff9 req-f76391c4-7ca2-4b83-8ee6-e7fa2284c51c tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429895 Nov 11 01:09:47.582461 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bca49-0397-4796-904f-11c09dc83361 req-f223148e-ac81-4ad9-8bd5-24b8737753d2 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:47.583974 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-559bca49-0397-4796-904f-11c09dc83361 req-f223148e-ac81-4ad9-8bd5-24b8737753d2 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 945 time: 0.0589306 Nov 11 01:09:47.637192 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-559bca49-0397-4796-904f-11c09dc83361 req-eac11219-09bc-4552-85c9-1cb13fa10a75 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473411 Nov 11 01:09:48.094757 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332aeff8-a3e2-47bb-bcbd-3a00a1f704ad req-6b8ffa31-7fa9-4cbf-927b-b4c1bdd342d7 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:48.096832 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-332aeff8-a3e2-47bb-bcbd-3a00a1f704ad req-6b8ffa31-7fa9-4cbf-927b-b4c1bdd342d7 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0492022 Nov 11 01:09:48.148365 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-332aeff8-a3e2-47bb-bcbd-3a00a1f704ad req-2fffdab9-b997-48f1-9e84-6d8ff1721f05 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453432 Nov 11 01:09:48.318447 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53806e-ac23-459a-8349-cf4c6231490c req-69ddc154-f26c-42c7-b987-e623b8c18722 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:48.321049 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1d53806e-ac23-459a-8349-cf4c6231490c req-69ddc154-f26c-42c7-b987-e623b8c18722 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 932 time: 0.0531757 Nov 11 01:09:48.372886 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1d53806e-ac23-459a-8349-cf4c6231490c req-31ac6d67-8f4f-469e-bdd1-750cf1d83eb2 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458264 Nov 11 01:09:48.761011 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e156b5-4f9e-411e-9bde-6cc363c6dbdf req-7dd4fe9b-77af-4b4c-a1f9-4ab11e79705d tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:48.762497 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c1e156b5-4f9e-411e-9bde-6cc363c6dbdf req-7dd4fe9b-77af-4b4c-a1f9-4ab11e79705d tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 945 time: 0.0544758 Nov 11 01:09:48.809784 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c1e156b5-4f9e-411e-9bde-6cc363c6dbdf req-cf187882-0f10-4e08-a603-a8ae383bb6b2 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406461 Nov 11 01:09:49.266906 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531616f9-9611-463a-b295-785472986906 req-7e7662ec-26f7-4975-8c50-7baef0d00103 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:49.268336 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-531616f9-9611-463a-b295-785472986906 req-7e7662ec-26f7-4975-8c50-7baef0d00103 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0516164 Nov 11 01:09:49.317787 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-531616f9-9611-463a-b295-785472986906 req-17dc09d5-079a-4a69-9a77-15cf9f5f9ade tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430033 Nov 11 01:09:49.487172 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c852e-4e9c-403c-8d4e-08871c44d807 req-ea493007-5db6-4bcc-930e-45aab22db9da tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:49.488755 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-396c852e-4e9c-403c-8d4e-08871c44d807 req-ea493007-5db6-4bcc-930e-45aab22db9da tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 932 time: 0.0492959 Nov 11 01:09:49.540757 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-396c852e-4e9c-403c-8d4e-08871c44d807 req-81576798-5b98-435c-aee6-5f13f9ed87dd tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457475 Nov 11 01:09:49.924575 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2389e0-14f4-48bd-b2ee-b243dd75981e req-1f8351c5-489c-4e24-9a6c-2debc1cc0001 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:49.926023 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7b2389e0-14f4-48bd-b2ee-b243dd75981e req-1f8351c5-489c-4e24-9a6c-2debc1cc0001 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 945 time: 0.0481822 Nov 11 01:09:49.972754 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7b2389e0-14f4-48bd-b2ee-b243dd75981e req-c149ecec-4100-4354-adbf-69400f72bcf6 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408595 Nov 11 01:09:50.443993 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6b6dc-8169-4b56-b0e4-fd36183e0c6c req-5e67e02f-90c1-43a2-89f0-9c6bbb061764 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:50.445462 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-67d6b6dc-8169-4b56-b0e4-fd36183e0c6c req-5e67e02f-90c1-43a2-89f0-9c6bbb061764 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0526485 Nov 11 01:09:50.494465 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-67d6b6dc-8169-4b56-b0e4-fd36183e0c6c req-aa648977-c847-4834-8c17-5063c7e525cc tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429347 Nov 11 01:09:50.534097 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-f931434f-2648-4b1b-9523-01b0beaded33 req-43307c12-e0b0-4601-b715-3736dc1a860c service neutron] Request body: {'port': {'device_id': 'da015352-8fb0-4f06-bc78-c1cc0c9be5ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:09:50.590764 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f931434f-2648-4b1b-9523-01b0beaded33 req-43307c12-e0b0-4601-b715-3736dc1a860c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:50.657485 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c2380-508a-493e-a499-14c6b75ffbb6 req-3df3a7be-3974-4cfc-8c99-766cb0bd44dc tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:50.659209 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d73c2380-508a-493e-a499-14c6b75ffbb6 req-3df3a7be-3974-4cfc-8c99-766cb0bd44dc tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 932 time: 0.0523019 Nov 11 01:09:50.734689 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d73c2380-508a-493e-a499-14c6b75ffbb6 req-915a1f49-f11d-4115-8507-c510bbcdb63f tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691807 Nov 11 01:09:50.755226 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42818d85-8316-4bb8-9144-be551ae892b0 req-f537a304-f94e-405f-b63a-27dac50b3c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:50.755226 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-42818d85-8316-4bb8-9144-be551ae892b0 req-f537a304-f94e-405f-b63a-27dac50b3c05 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dff1f2fb612458e95b9346b3d29040d&device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 1098 time: 0.0499179 Nov 11 01:09:50.869848 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42818d85-8316-4bb8-9144-be551ae892b0 req-39411613-8efe-4fec-b402-633bd1e3ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:50.870472 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [req-f931434f-2648-4b1b-9523-01b0beaded33 req-43307c12-e0b0-4601-b715-3736dc1a860c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2076f3e-6040-4813-a257-8804dcab051f {{(pid=101601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:09:50.871317 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-42818d85-8316-4bb8-9144-be551ae892b0 req-39411613-8efe-4fec-b402-633bd1e3ffe0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=281e6ff6-072e-460f-a0b4-bef0b3054b31 HTTP/1.1" status: 200 len: 908 time: 0.0870044 Nov 11 01:09:50.877964 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f931434f-2648-4b1b-9523-01b0beaded33 req-43307c12-e0b0-4601-b715-3736dc1a860c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:50.890548 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.provisioning_blocks [req-f931434f-2648-4b1b-9523-01b0beaded33 req-43307c12-e0b0-4601-b715-3736dc1a860c service neutron] Transition to ACTIVE for port object c2076f3e-6040-4813-a257-8804dcab051f will not be triggered until provisioned by entity L2. {{(pid=101601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 01:09:50.896146 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f931434f-2648-4b1b-9523-01b0beaded33 req-43307c12-e0b0-4601-b715-3736dc1a860c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:50.951753 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-42818d85-8316-4bb8-9144-be551ae892b0 req-be5c9ad7-e5b7-4c53-9167-861a26929103 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e56a395c-77ef-4622-a62e-fedb27621bdb HTTP/1.1" status: 200 len: 1001 time: 0.0609901 Nov 11 01:09:50.964135 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43307c12-e0b0-4601-b715-3736dc1a860c service neutron] Pushing event updated for resources: {'Port': ['ID=c2076f3e-6040-4813-a257-8804dcab051f,revision_number=2']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:51.030044 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-f931434f-2648-4b1b-9523-01b0beaded33 req-43307c12-e0b0-4601-b715-3736dc1a860c service neutron] Attempting to bind port c2076f3e-6040-4813-a257-8804dcab051f on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:09:51.030407 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-f931434f-2648-4b1b-9523-01b0beaded33 req-43307c12-e0b0-4601-b715-3736dc1a860c service neutron] Attempting to bind port c2076f3e-6040-4813-a257-8804dcab051f by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': '076f51ae-c342-484b-b31a-3d52cb0c28be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610'}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:09:51.030547 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42818d85-8316-4bb8-9144-be551ae892b0 req-f30fd8cd-2a2a-4c6f-98bb-d5536c4214ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:51.030741 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f931434f-2648-4b1b-9523-01b0beaded33 req-43307c12-e0b0-4601-b715-3736dc1a860c service neutron] Attempting to bind port c2076f3e-6040-4813-a257-8804dcab051f on network 4e48f818-692b-4e8c-876c-8e3b508f3610 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:09:51.032040 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-42818d85-8316-4bb8-9144-be551ae892b0 req-f30fd8cd-2a2a-4c6f-98bb-d5536c4214ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=400844d0-9be8-4f53-95ec-2ae887a65afd HTTP/1.1" status: 200 len: 847 time: 0.0669723 Nov 11 01:09:51.036238 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f931434f-2648-4b1b-9523-01b0beaded33 req-43307c12-e0b0-4601-b715-3736dc1a860c service neutron] Port c2076f3e-6040-4813-a257-8804dcab051f on network 4e48f818-692b-4e8c-876c-8e3b508f3610 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 01:09:51.036561 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f931434f-2648-4b1b-9523-01b0beaded33 req-43307c12-e0b0-4601-b715-3736dc1a860c service neutron] Attempting to bind port c2076f3e-6040-4813-a257-8804dcab051f on network 4e48f818-692b-4e8c-876c-8e3b508f3610 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:09:51.041842 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f931434f-2648-4b1b-9523-01b0beaded33 req-43307c12-e0b0-4601-b715-3736dc1a860c service neutron] Checking agent: {'id': '9935500b-1718-4861-8412-1ae3ca811271', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'started_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:09:51.042177 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f931434f-2648-4b1b-9523-01b0beaded33 req-43307c12-e0b0-4601-b715-3736dc1a860c service neutron] Checking segment: {'id': '076f51ae-c342-484b-b31a-3d52cb0c28be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:09:51.042554 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f931434f-2648-4b1b-9523-01b0beaded33 req-43307c12-e0b0-4601-b715-3736dc1a860c service neutron] Bound using segment: {'id': '076f51ae-c342-484b-b31a-3d52cb0c28be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610'} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:09:51.043108 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-f931434f-2648-4b1b-9523-01b0beaded33 req-43307c12-e0b0-4601-b715-3736dc1a860c service neutron] Bound port: c2076f3e-6040-4813-a257-8804dcab051f, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '076f51ae-c342-484b-b31a-3d52cb0c28be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610'}}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:09:51.043469 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f931434f-2648-4b1b-9523-01b0beaded33 req-43307c12-e0b0-4601-b715-3736dc1a860c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:51.115932 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-f931434f-2648-4b1b-9523-01b0beaded33 req-43307c12-e0b0-4601-b715-3736dc1a860c service neutron] For port c2076f3e-6040-4813-a257-8804dcab051f, host hv-cinder-81708, cleared binding levels {{(pid=101601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:09:51.119610 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-f931434f-2648-4b1b-9523-01b0beaded33 req-43307c12-e0b0-4601-b715-3736dc1a860c service neutron] For port c2076f3e-6040-4813-a257-8804dcab051f, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=c2076f3e-6040-4813-a257-8804dcab051f,segment=NetworkSegment(076f51ae-c342-484b-b31a-3d52cb0c28be),segment_id=076f51ae-c342-484b-b31a-3d52cb0c28be)] {{(pid=101601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:09:51.122574 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42818d85-8316-4bb8-9144-be551ae892b0 req-f1fee6f9-491b-4c3f-8978-9461fe27f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:51.124095 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-42818d85-8316-4bb8-9144-be551ae892b0 req-f1fee6f9-491b-4c3f-8978-9461fe27f640 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=281e6ff6-072e-460f-a0b4-bef0b3054b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797002 Nov 11 01:09:51.125301 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f931434f-2648-4b1b-9523-01b0beaded33 req-43307c12-e0b0-4601-b715-3736dc1a860c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:51.136777 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8d1fc-2435-41e9-86ad-f09c85581587 req-38d06497-102b-4193-af61-1b3dd81cfbe3 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:51.138217 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-38f8d1fc-2435-41e9-86ad-f09c85581587 req-38d06497-102b-4193-af61-1b3dd81cfbe3 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 945 time: 0.0615616 Nov 11 01:09:51.159531 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931434f-2648-4b1b-9523-01b0beaded33 req-43307c12-e0b0-4601-b715-3736dc1a860c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:51.160541 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f931434f-2648-4b1b-9523-01b0beaded33 req-43307c12-e0b0-4601-b715-3736dc1a860c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:51.161882 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f931434f-2648-4b1b-9523-01b0beaded33 req-43307c12-e0b0-4601-b715-3736dc1a860c service neutron] 10.222.0.64 "PUT /v2.0/ports/c2076f3e-6040-4813-a257-8804dcab051f HTTP/1.1" status: 200 len: 1094 time: 0.6324782 Nov 11 01:09:51.164098 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da015352-8fb0-4f06-bc78-c1cc0c9be5ca', 'tag': 'c2076f3e-6040-4813-a257-8804dcab051f'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:09:51.166360 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fdb222-e043-4e25-b57c-71285dab857a" -d '{"events": [{"name": "network-changed", "server_uuid": "da015352-8fb0-4f06-bc78-c1cc0c9be5ca", "tag": "c2076f3e-6040-4813-a257-8804dcab051f"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:09:51.216279 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43307c12-e0b0-4601-b715-3736dc1a860c service neutron] Pushing event updated for resources: {'Port': ['ID=c2076f3e-6040-4813-a257-8804dcab051f,revision_number=3']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:51.241789 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c16daa-b8d2-425d-8fc0-d611b9b62942 x-openstack-request-id: req-d9c16daa-b8d2-425d-8fc0-d611b9b62942 {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:09:51.242081 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da015352-8fb0-4f06-bc78-c1cc0c9be5ca", "tag": "c2076f3e-6040-4813-a257-8804dcab051f", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:09:51.242358 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9c16daa-b8d2-425d-8fc0-d611b9b62942 {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:09:51.242730 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da015352-8fb0-4f06-bc78-c1cc0c9be5ca', 'tag': 'c2076f3e-6040-4813-a257-8804dcab051f', 'status': 'completed', 'code': 200} Nov 11 01:09:51.251809 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-38f8d1fc-2435-41e9-86ad-f09c85581587 req-64043137-7862-4b05-9ca4-74445406298e tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055734 Nov 11 01:09:51.278130 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-42818d85-8316-4bb8-9144-be551ae892b0 req-447f1f38-1980-4021-a79c-9e5a9f0b2da1 service neutron] 10.222.0.64 "GET /v2.0/networks/281e6ff6-072e-460f-a0b4-bef0b3054b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389589 Nov 11 01:09:51.305753 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931434f-2648-4b1b-9523-01b0beaded33 req-d7432347-4184-4cd8-af60-2b0e55410faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:51.307333 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f931434f-2648-4b1b-9523-01b0beaded33 req-d7432347-4184-4cd8-af60-2b0e55410faf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7abb9f19d954ab1b034c3bc7de8d24b&device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 1097 time: 0.0438337 Nov 11 01:09:51.371572 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f931434f-2648-4b1b-9523-01b0beaded33 req-7771d13e-2bc3-4a84-9b34-04e9e1443fdb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2076f3e-6040-4813-a257-8804dcab051f HTTP/1.1" status: 200 len: 217 time: 0.0431662 Nov 11 01:09:51.384195 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-42818d85-8316-4bb8-9144-be551ae892b0 req-7dca483f-5e08-46a5-a539-e209b2ba5a46 service neutron] 10.222.0.64 "GET /v2.0/networks/281e6ff6-072e-460f-a0b4-bef0b3054b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959060 Nov 11 01:09:51.431007 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931434f-2648-4b1b-9523-01b0beaded33 req-abc38ef8-fbaf-4dd6-bce7-eca118a7d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:51.432556 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f931434f-2648-4b1b-9523-01b0beaded33 req-abc38ef8-fbaf-4dd6-bce7-eca118a7d0ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52156a0b-9cdf-4522-a6bd-fc1be773de3a HTTP/1.1" status: 200 len: 854 time: 0.0501297 Nov 11 01:09:51.496768 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931434f-2648-4b1b-9523-01b0beaded33 req-a0563966-dd64-4bc4-b462-ca39fdbd78c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:51.498374 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f931434f-2648-4b1b-9523-01b0beaded33 req-a0563966-dd64-4bc4-b462-ca39fdbd78c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e48f818-692b-4e8c-876c-8e3b508f3610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418448 Nov 11 01:09:51.595865 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f931434f-2648-4b1b-9523-01b0beaded33 req-09ed1d96-944d-49ac-99cc-c5a64c3f4f49 service neutron] 10.222.0.64 "GET /v2.0/networks/4e48f818-692b-4e8c-876c-8e3b508f3610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872314 Nov 11 01:09:51.612079 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64865658-5131-4b91-9c94-ee8b010d54a5 req-07a00986-bb02-4092-863c-1d6119b9ffd0 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:51.614289 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-64865658-5131-4b91-9c94-ee8b010d54a5 req-07a00986-bb02-4092-863c-1d6119b9ffd0 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0506072 Nov 11 01:09:51.672661 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-64865658-5131-4b91-9c94-ee8b010d54a5 req-010dec24-b75f-4c60-89f7-9621a5162f3d tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524988 Nov 11 01:09:51.712715 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f931434f-2648-4b1b-9523-01b0beaded33 req-6082086d-244a-4c5b-966c-37313f354e6d service neutron] 10.222.0.64 "GET /v2.0/networks/4e48f818-692b-4e8c-876c-8e3b508f3610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875959 Nov 11 01:09:51.849950 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c82098-1096-4c49-baab-52015ff0c510 req-cbbe05a4-fcb5-4ae7-b8ac-e0d92dd62408 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:51.851445 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-79c82098-1096-4c49-baab-52015ff0c510 req-cbbe05a4-fcb5-4ae7-b8ac-e0d92dd62408 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 944 time: 0.0502276 Nov 11 01:09:51.898002 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-79c82098-1096-4c49-baab-52015ff0c510 req-83a81e5a-d970-4ff6-aa3c-8d008c358064 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406609 Nov 11 01:09:51.916087 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdb222-e043-4e25-b57c-71285dab857a req-914e06b4-3d16-4388-83f1-4f9536c4159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:51.918258 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a1fdb222-e043-4e25-b57c-71285dab857a req-914e06b4-3d16-4388-83f1-4f9536c4159f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7abb9f19d954ab1b034c3bc7de8d24b&device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 1097 time: 0.0431747 Nov 11 01:09:52.015234 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdb222-e043-4e25-b57c-71285dab857a req-fee4d320-812e-4223-8784-0a87950454e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:52.016685 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a1fdb222-e043-4e25-b57c-71285dab857a req-fee4d320-812e-4223-8784-0a87950454e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e48f818-692b-4e8c-876c-8e3b508f3610 HTTP/1.1" status: 200 len: 915 time: 0.0858223 Nov 11 01:09:52.063540 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a1fdb222-e043-4e25-b57c-71285dab857a req-7d93ba3b-60ad-46f3-b3ba-b03f3a219a27 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2076f3e-6040-4813-a257-8804dcab051f HTTP/1.1" status: 200 len: 217 time: 0.0334072 Nov 11 01:09:52.117488 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdb222-e043-4e25-b57c-71285dab857a req-b791521c-02cf-4c5f-b216-5a104af24fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:52.118960 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a1fdb222-e043-4e25-b57c-71285dab857a req-b791521c-02cf-4c5f-b216-5a104af24fa5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52156a0b-9cdf-4522-a6bd-fc1be773de3a HTTP/1.1" status: 200 len: 854 time: 0.0471199 Nov 11 01:09:52.181636 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdb222-e043-4e25-b57c-71285dab857a req-d2599af2-6729-474f-9597-56fc5e63f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:52.183138 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a1fdb222-e043-4e25-b57c-71285dab857a req-d2599af2-6729-474f-9597-56fc5e63f51e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e48f818-692b-4e8c-876c-8e3b508f3610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405507 Nov 11 01:09:52.296786 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a1fdb222-e043-4e25-b57c-71285dab857a req-4462d3d5-fc5c-4204-a84d-1dd934f95d68 service neutron] 10.222.0.64 "GET /v2.0/networks/4e48f818-692b-4e8c-876c-8e3b508f3610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855031 Nov 11 01:09:52.365990 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fbc26-ba72-4e27-a2ea-35ccf76dc099 req-4265b0bc-e0bc-4365-bfc2-5f4ec2c16604 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:52.367442 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-197fbc26-ba72-4e27-a2ea-35ccf76dc099 req-4265b0bc-e0bc-4365-bfc2-5f4ec2c16604 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 945 time: 0.0484946 Nov 11 01:09:52.418835 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-197fbc26-ba72-4e27-a2ea-35ccf76dc099 req-f3d9f250-21cf-43c0-8166-6974647c552e tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454707 Nov 11 01:09:52.471320 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a1fdb222-e043-4e25-b57c-71285dab857a req-9d93d5b6-a91f-4521-ba76-63d59087ce5b service neutron] 10.222.0.64 "GET /v2.0/networks/4e48f818-692b-4e8c-876c-8e3b508f3610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880270 Nov 11 01:09:52.797126 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b907f-7b60-4fa8-b27d-3a45119ea85d req-5a414dd9-ed94-4f32-a04c-4c09229f51ac tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:52.798551 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c15b907f-7b60-4fa8-b27d-3a45119ea85d req-5a414dd9-ed94-4f32-a04c-4c09229f51ac tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0505846 Nov 11 01:09:52.848688 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c15b907f-7b60-4fa8-b27d-3a45119ea85d req-59d1296f-4c56-4fad-945e-47b40dcf4a03 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436664 Nov 11 01:09:53.013768 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba613a7-d6da-4465-8c48-84716ca7ea64 req-89b9e068-10e9-461c-bc49-c0602784b461 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:53.015239 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3ba613a7-d6da-4465-8c48-84716ca7ea64 req-89b9e068-10e9-461c-bc49-c0602784b461 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 944 time: 0.0492952 Nov 11 01:09:53.061757 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3ba613a7-d6da-4465-8c48-84716ca7ea64 req-017661e8-f48e-41ee-8d31-10dc237a6dd8 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406985 Nov 11 01:09:53.536486 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a13d3-edce-4f82-bc6d-2400daf6ff92 req-f4c11b3c-87cf-45e3-ba43-54bc06770586 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:53.537923 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-254a13d3-edce-4f82-bc6d-2400daf6ff92 req-f4c11b3c-87cf-45e3-ba43-54bc06770586 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 945 time: 0.0511408 Nov 11 01:09:53.583404 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-254a13d3-edce-4f82-bc6d-2400daf6ff92 req-08eb5e2d-0eff-4156-b54a-a739de6d70b6 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/security-groups?id=12376f23-9935-4561-8bb0-cdb018f9299c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395906 Nov 11 01:09:53.651169 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d359e-8f26-4c3b-94be-4a2b9fda4a78 req-d8741893-5b63-4321-b448-255ff381ca8b tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:53.652611 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f23d359e-8f26-4c3b-94be-4a2b9fda4a78 req-d8741893-5b63-4321-b448-255ff381ca8b tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.64 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 945 time: 0.0478916 Nov 11 01:09:53.746579 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-f23d359e-8f26-4c3b-94be-4a2b9fda4a78 req-f4b49970-2477-4e44-9716-96f8659b38d1 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Deleting port 4ad1c4c9-70f2-41c2-823a-a2515ce5751e {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:09:53.746836 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f23d359e-8f26-4c3b-94be-4a2b9fda4a78 req-f4b49970-2477-4e44-9716-96f8659b38d1 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:53.836312 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-f23d359e-8f26-4c3b-94be-4a2b9fda4a78 req-f4b49970-2477-4e44-9716-96f8659b38d1 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] For port 4ad1c4c9-70f2-41c2-823a-a2515ce5751e, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=4ad1c4c9-70f2-41c2-823a-a2515ce5751e,segment=NetworkSegment(f515badc-0eb8-4c72-ac17-ae092d53d80b),segment_id=f515badc-0eb8-4c72-ac17-ae092d53d80b)] {{(pid=101601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:09:53.836668 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f23d359e-8f26-4c3b-94be-4a2b9fda4a78 req-f4b49970-2477-4e44-9716-96f8659b38d1 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:53.849017 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-f23d359e-8f26-4c3b-94be-4a2b9fda4a78 req-f4b49970-2477-4e44-9716-96f8659b38d1 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Calling delete_port for 4ad1c4c9-70f2-41c2-823a-a2515ce5751e owned by compute:nova {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:09:53.967606 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf355c65-ea0c-4a49-9196-0361c6cb7245 req-0b88dd4c-d428-4c07-bc07-24cb93f24fb9 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:53.970024 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-bf355c65-ea0c-4a49-9196-0361c6cb7245 req-0b88dd4c-d428-4c07-bc07-24cb93f24fb9 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0514283 Nov 11 01:09:53.980891 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f23d359e-8f26-4c3b-94be-4a2b9fda4a78 req-f4b49970-2477-4e44-9716-96f8659b38d1 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:54.010479 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b49970-2477-4e44-9716-96f8659b38d1 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Pushing event deleted for resources: {'Port': ['ID=4ad1c4c9-70f2-41c2-823a-a2515ce5751e,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:54.025449 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-bf355c65-ea0c-4a49-9196-0361c6cb7245 req-8e503b22-31d5-499b-966a-4af7b633accb tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491889 Nov 11 01:09:54.027837 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['4ad1c4c9-70f2-41c2-823a-a2515ce5751e'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:09:54.057128 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23d359e-8f26-4c3b-94be-4a2b9fda4a78 req-f4b49970-2477-4e44-9716-96f8659b38d1 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] No DVR routers for this DVR port 4ad1c4c9-70f2-41c2-823a-a2515ce5751e on host hv-cinder-81708 {{(pid=101601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:09:54.059400 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-f23d359e-8f26-4c3b-94be-4a2b9fda4a78 req-f4b49970-2477-4e44-9716-96f8659b38d1 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:54.062797 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-f23d359e-8f26-4c3b-94be-4a2b9fda4a78 req-f4b49970-2477-4e44-9716-96f8659b38d1 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.64 "DELETE /v2.0/ports/4ad1c4c9-70f2-41c2-823a-a2515ce5751e HTTP/1.1" status: 204 len: 173 time: 0.4029148 Nov 11 01:09:54.063255 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916da15a-2905-49a9-84dc-4bccf2f8f4a5', 'name': 'network-vif-deleted', 'tag': '4ad1c4c9-70f2-41c2-823a-a2515ce5751e'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:09:54.065470 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402b76fe-0b2b-492a-9cc4-36ac67415802" -d '{"events": [{"server_uuid": "916da15a-2905-49a9-84dc-4bccf2f8f4a5", "name": "network-vif-deleted", "tag": "4ad1c4c9-70f2-41c2-823a-a2515ce5751e"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:09:54.103257 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08f9dfd-90e9-4a80-bada-cfad3266c1d2 x-openstack-request-id: req-c08f9dfd-90e9-4a80-bada-cfad3266c1d2 {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:09:54.103787 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916da15a-2905-49a9-84dc-4bccf2f8f4a5", "name": "network-vif-deleted", "tag": "4ad1c4c9-70f2-41c2-823a-a2515ce5751e", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:09:54.104020 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c08f9dfd-90e9-4a80-bada-cfad3266c1d2 {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:09:54.104424 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916da15a-2905-49a9-84dc-4bccf2f8f4a5', 'name': 'network-vif-deleted', 'tag': '4ad1c4c9-70f2-41c2-823a-a2515ce5751e', 'status': 'completed', 'code': 200} Nov 11 01:09:54.183490 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ba8d8-4d48-44da-8a72-cba0e682258a req-af0d849c-40db-4f88-8d3e-de86f5f70083 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:54.184953 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8e8ba8d8-4d48-44da-8a72-cba0e682258a req-af0d849c-40db-4f88-8d3e-de86f5f70083 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 944 time: 0.0482121 Nov 11 01:09:54.236642 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8e8ba8d8-4d48-44da-8a72-cba0e682258a req-8cced7e2-800b-43ac-89ec-b36f700d69af tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453656 Nov 11 01:09:54.686077 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c585f948-67a5-4761-88e7-360b049137ec req-459314e5-fb05-4c50-9919-9d624a90f342 tempest-VolumesActionsTest-1269276104 tempest-VolumesActionsTest-1269276104-project] 10.222.0.52 "GET /v2.0/ports?device_id=916da15a-2905-49a9-84dc-4bccf2f8f4a5 HTTP/1.1" status: 200 len: 210 time: 0.0267015 Nov 11 01:09:55.141817 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3cfb8-d3d9-462d-a174-d3a3bb420ca9 req-2e5d7089-b907-4877-8ce8-104bcb9b0c2e tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:55.143279 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-22f3cfb8-d3d9-462d-a174-d3a3bb420ca9 req-2e5d7089-b907-4877-8ce8-104bcb9b0c2e tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0475626 Nov 11 01:09:55.171405 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device c2076f3e-6040-4813-a257-8804dcab051f details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 01:09:55.192853 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-22f3cfb8-d3d9-462d-a174-d3a3bb420ca9 req-9d4ed73c-07db-47f5-927f-4bbfeb4b257f tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432844 Nov 11 01:09:55.265478 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port c2076f3e-6040-4813-a257-8804dcab051f, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=c2076f3e-6040-4813-a257-8804dcab051f,segment=NetworkSegment(076f51ae-c342-484b-b31a-3d52cb0c28be),segment_id=076f51ae-c342-484b-b31a-3d52cb0c28be)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:09:55.281713 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Returning: {'device': 'c2076f3e-6040-4813-a257-8804dcab051f', 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610', 'port_id': 'c2076f3e-6040-4813-a257-8804dcab051f', 'mac_address': 'fa:16:3e:7d:6f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52156a0b-9cdf-4522-a6bd-fc1be773de3a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 01:09:55.319967 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:55.334287 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2076f3e-6040-4813-a257-8804dcab051f {{(pid=101603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:09:55.353634 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port c2076f3e-6040-4813-a257-8804dcab051f, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=c2076f3e-6040-4813-a257-8804dcab051f,segment=NetworkSegment(076f51ae-c342-484b-b31a-3d52cb0c28be),segment_id=076f51ae-c342-484b-b31a-3d52cb0c28be)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:09:55.357470 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:55.360524 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d42f2c-8921-4edb-8ba7-8e831bfcbb3e req-b086b925-b4af-4c48-9b05-165d52c3ccdb tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:55.361980 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-34d42f2c-8921-4edb-8ba7-8e831bfcbb3e req-b086b925-b4af-4c48-9b05-165d52c3ccdb tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 944 time: 0.0499914 Nov 11 01:09:55.405368 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=c2076f3e-6040-4813-a257-8804dcab051f,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:09:55.414849 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-34d42f2c-8921-4edb-8ba7-8e831bfcbb3e req-e0fdd39c-6418-4a3a-8892-133ca101cc6d tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466125 Nov 11 01:09:55.920271 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['c2076f3e-6040-4813-a257-8804dcab051f'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:09:56.315844 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabb344-d023-48c1-a65d-8f39f08f671e req-2f37c30d-d7d7-4b2f-a628-5733de0f9887 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:56.317932 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-aaabb344-d023-48c1-a65d-8f39f08f671e req-2f37c30d-d7d7-4b2f-a628-5733de0f9887 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0536849 Nov 11 01:09:56.368768 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-aaabb344-d023-48c1-a65d-8f39f08f671e req-367016e5-2fbf-4037-b018-2ccabccfd27a tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451212 Nov 11 01:09:56.528843 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd5f12-744e-40ae-ab90-b4c39b93396d req-303426d2-6536-4917-a717-ecaa789e14f0 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:56.530232 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5afd5f12-744e-40ae-ab90-b4c39b93396d req-303426d2-6536-4917-a717-ecaa789e14f0 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 945 time: 0.0477817 Nov 11 01:09:56.576988 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5afd5f12-744e-40ae-ab90-b4c39b93396d req-bc9b1484-84db-42a5-8b17-9ffb4bbba67f tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405221 Nov 11 01:09:57.490862 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c29a65-767b-458e-8ad4-02c99b29db2b req-c2c19bad-0d28-4850-881f-a0e91a2c99a6 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:57.492356 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-32c29a65-767b-458e-8ad4-02c99b29db2b req-c2c19bad-0d28-4850-881f-a0e91a2c99a6 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0528305 Nov 11 01:09:57.549251 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-32c29a65-767b-458e-8ad4-02c99b29db2b req-4aabacd2-b148-4afe-8542-edde44524013 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510678 Nov 11 01:09:57.690204 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bb59f-b127-4ae0-8743-4dcf741be12f req-8e4f2fe4-402f-4cfd-a804-acd3ec2ca01e tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:57.692591 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dc3bb59f-b127-4ae0-8743-4dcf741be12f req-8e4f2fe4-402f-4cfd-a804-acd3ec2ca01e tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 945 time: 0.0501590 Nov 11 01:09:57.741587 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dc3bb59f-b127-4ae0-8743-4dcf741be12f req-376e0e2d-b49e-4d8e-8653-6fedd0c19ceb tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432141 Nov 11 01:09:57.884571 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:09:58.657877 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 4ad1c4c9-70f2-41c2-823a-a2515ce5751e no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:09:58.662540 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64e54e-d494-4bf5-bea7-762bf3d4fa44 req-2ca0b7c7-1e8a-46dd-9212-49420c2e9129 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:58.664080 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ad64e54e-d494-4bf5-bea7-762bf3d4fa44 req-2ca0b7c7-1e8a-46dd-9212-49420c2e9129 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0485251 Nov 11 01:09:58.678143 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] No Port match for: 4ad1c4c9-70f2-41c2-823a-a2515ce5751e {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:09:58.678511 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 4ad1c4c9-70f2-41c2-823a-a2515ce5751e not bound to the agent host hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:09:58.716514 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ad64e54e-d494-4bf5-bea7-762bf3d4fa44 req-f04a1ca5-54ca-49f5-9e08-902576d8b99f tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464468 Nov 11 01:09:58.853944 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21db97f-dd81-478f-b8e8-476061ca6751 req-11375d68-5bb0-47eb-9ded-2f14dc3d5bbb tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:58.855482 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b21db97f-dd81-478f-b8e8-476061ca6751 req-11375d68-5bb0-47eb-9ded-2f14dc3d5bbb tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 945 time: 0.0484388 Nov 11 01:09:58.901773 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b21db97f-dd81-478f-b8e8-476061ca6751 req-48fa2380-0b85-4639-b601-fef29ad92c91 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404918 Nov 11 01:09:59.395259 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-09b8d28f-4705-403a-aa78-16314e568ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:09:59.829900 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c06f8-95e4-4e82-9a41-ac304545897d req-0b0548da-963d-483b-820e-a48faeaf20e0 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:09:59.831391 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-863c06f8-95e4-4e82-9a41-ac304545897d req-0b0548da-963d-483b-820e-a48faeaf20e0 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0493574 Nov 11 01:09:59.879575 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-863c06f8-95e4-4e82-9a41-ac304545897d req-308b3649-1b65-4cf0-8b57-3d8e479639a0 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421898 Nov 11 01:10:00.020253 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea15f2-d2bb-4ae0-81c8-5fec93636a40 req-ef445af1-dcc9-46e6-b506-872ba7454ff6 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:00.021477 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2aea15f2-d2bb-4ae0-81c8-5fec93636a40 req-ef445af1-dcc9-46e6-b506-872ba7454ff6 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 945 time: 0.0518224 Nov 11 01:10:00.075385 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2aea15f2-d2bb-4ae0-81c8-5fec93636a40 req-63045911-6c36-40bd-971a-afd008b881f0 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480883 Nov 11 01:10:00.996904 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa55d1-1e58-4697-9c82-8a94a672ad39 req-d10c98ef-f679-4c94-a0d0-7b0615829d23 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:00.998526 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-34aa55d1-1e58-4697-9c82-8a94a672ad39 req-d10c98ef-f679-4c94-a0d0-7b0615829d23 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0526462 Nov 11 01:10:01.059808 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-34aa55d1-1e58-4697-9c82-8a94a672ad39 req-b7cf1356-9660-4d9a-ae11-c1bf11a0efd4 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548723 Nov 11 01:10:01.220714 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc2c3a-e84d-4406-b64d-3f829e4dde03 req-94bedb97-eedf-4eba-8b0d-4dde2b781a52 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:01.222840 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-05dc2c3a-e84d-4406-b64d-3f829e4dde03 req-94bedb97-eedf-4eba-8b0d-4dde2b781a52 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 945 time: 0.0698845 Nov 11 01:10:01.290734 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-05dc2c3a-e84d-4406-b64d-3f829e4dde03 req-ab17f99d-6a2e-444f-a70d-2e66a316d5ac tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607557 Nov 11 01:10:01.732823 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device c2076f3e-6040-4813-a257-8804dcab051f up at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:10:01.788499 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning for port c2076f3e-6040-4813-a257-8804dcab051f completed by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 01:10:01.794498 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning complete for port c2076f3e-6040-4813-a257-8804dcab051f triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:10:01.794964 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:01.836370 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-4422df8d-b016-4da3-b356-57361b35fc4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:01.889235 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:01.912332 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da015352-8fb0-4f06-bc78-c1cc0c9be5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2076f3e-6040-4813-a257-8804dcab051f'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:10:01.914699 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc46e921-6ea8-4d3e-b066-881c7fc69387" -d '{"events": [{"server_uuid": "da015352-8fb0-4f06-bc78-c1cc0c9be5ca", "name": "network-vif-plugged", "status": "completed", "tag": "c2076f3e-6040-4813-a257-8804dcab051f"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:10:01.928278 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port c2076f3e-6040-4813-a257-8804dcab051f, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=c2076f3e-6040-4813-a257-8804dcab051f,segment=NetworkSegment(076f51ae-c342-484b-b31a-3d52cb0c28be),segment_id=076f51ae-c342-484b-b31a-3d52cb0c28be)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:10:01.933472 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:01.996601 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d514770c-b21c-4793-b2f2-ab8077e2520b x-openstack-request-id: req-d514770c-b21c-4793-b2f2-ab8077e2520b {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:10:01.996890 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da015352-8fb0-4f06-bc78-c1cc0c9be5ca", "name": "network-vif-plugged", "status": "completed", "tag": "c2076f3e-6040-4813-a257-8804dcab051f", "code": 200}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:10:01.997266 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d514770c-b21c-4793-b2f2-ab8077e2520b {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:10:01.997651 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da015352-8fb0-4f06-bc78-c1cc0c9be5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2076f3e-6040-4813-a257-8804dcab051f', 'code': 200} Nov 11 01:10:01.998558 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=c2076f3e-6040-4813-a257-8804dcab051f,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:02.341699 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f0faa-a3d8-40c0-9e3f-cf4c68d908c8 req-09c99d7f-bd1a-46f6-9adf-7795e7351582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:02.343412 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-676f0faa-a3d8-40c0-9e3f-cf4c68d908c8 req-09c99d7f-bd1a-46f6-9adf-7795e7351582 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 1099 time: 0.0645511 Nov 11 01:10:02.400327 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-676f0faa-a3d8-40c0-9e3f-cf4c68d908c8 req-58bdf2c9-6db7-4b47-9afa-7592b9fcf6ce service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410824 Nov 11 01:10:02.496529 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320734db-4119-4382-91e3-26c7d9ef49b7 req-4ac7bd52-fc79-4743-b5dd-c84c692860c4 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:02.498703 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-320734db-4119-4382-91e3-26c7d9ef49b7 req-4ac7bd52-fc79-4743-b5dd-c84c692860c4 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0841234 Nov 11 01:10:02.506959 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7860e-f28d-43cb-9b36-96a55729c35f req-a9a1456e-de9d-4d25-92ac-01aa047dfdfb tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:02.508508 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dde7860e-f28d-43cb-9b36-96a55729c35f req-a9a1456e-de9d-4d25-92ac-01aa047dfdfb tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 946 time: 0.0919600 Nov 11 01:10:02.622635 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-320734db-4119-4382-91e3-26c7d9ef49b7 req-b51b2915-7e0d-424b-8169-693b15d830a5 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132228 Nov 11 01:10:02.638336 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dde7860e-f28d-43cb-9b36-96a55729c35f req-95d3282e-9b29-498d-aade-2f6a1030a8fb tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126878 Nov 11 01:10:02.942403 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:03.775439 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa536b00-e9e0-48dc-9a41-f14055ae952b req-ec545a16-4463-44b5-9bd2-cf072343f2ec tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:03.777627 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fa536b00-e9e0-48dc-9a41-f14055ae952b req-ec545a16-4463-44b5-9bd2-cf072343f2ec tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0826564 Nov 11 01:10:03.792885 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d914b72-a0e5-433e-ab98-0477177b99ce req-e56be3c0-24d4-40ce-a2a4-e0f05242f403 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:03.794604 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9d914b72-a0e5-433e-ab98-0477177b99ce req-e56be3c0-24d4-40ce-a2a4-e0f05242f403 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 946 time: 0.0710368 Nov 11 01:10:03.872294 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9d914b72-a0e5-433e-ab98-0477177b99ce req-f1b2c6b8-520c-4aa3-bbba-20863cca6a16 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706670 Nov 11 01:10:03.876370 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fa536b00-e9e0-48dc-9a41-f14055ae952b req-2c366cf5-0972-4a89-9707-6f45ac2f8b8f tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916324 Nov 11 01:10:04.422523 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:05.003026 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:05.057163 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678fe49-09a8-4717-8f3f-8bc530c784d1 req-2855695d-2df5-47f8-b1eb-2f3037e860e3 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:05.064534 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c678fe49-09a8-4717-8f3f-8bc530c784d1 req-2855695d-2df5-47f8-b1eb-2f3037e860e3 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 946 time: 0.1126366 Nov 11 01:10:05.075033 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a60d36-40d5-496b-9250-bf3e4c8ce1f0 req-7c560ccb-bee8-4ff1-ae7b-6589b119a36f tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:05.076531 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-07a60d36-40d5-496b-9250-bf3e4c8ce1f0 req-7c560ccb-bee8-4ff1-ae7b-6589b119a36f tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0815382 Nov 11 01:10:05.148616 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c678fe49-09a8-4717-8f3f-8bc530c784d1 req-6622eb49-dc03-4290-af8c-ba049489cd4b tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831444 Nov 11 01:10:05.164473 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-07a60d36-40d5-496b-9250-bf3e4c8ce1f0 req-1e95d5f7-5c45-48a4-b309-9c36e245226a tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790672 Nov 11 01:10:05.304517 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77371ff3-0dfb-444d-bc0b-21f95059c45a req-c0432fda-294a-49f0-ae65-04e9f8f45e1f tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:05.306952 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-77371ff3-0dfb-444d-bc0b-21f95059c45a req-c0432fda-294a-49f0-ae65-04e9f8f45e1f tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 946 time: 0.0643775 Nov 11 01:10:05.368380 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-77371ff3-0dfb-444d-bc0b-21f95059c45a req-da58c93e-89b2-4708-ac99-b7284d2bd35a tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552795 Nov 11 01:10:05.820021 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e3aff-b8d5-476a-a6f8-0525fb5cb219 req-4867f7e0-441c-4bd1-8101-8bffb9c18e3c tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:05.822246 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8f5e3aff-b8d5-476a-a6f8-0525fb5cb219 req-4867f7e0-441c-4bd1-8101-8bffb9c18e3c tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 946 time: 0.0688937 Nov 11 01:10:05.883526 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8f5e3aff-b8d5-476a-a6f8-0525fb5cb219 req-290ee43c-1367-4f34-973f-39fc65a58678 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544934 Nov 11 01:10:06.020766 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44543540-f46c-4a65-b90c-1df78323b731 req-36196538-ea56-402a-b487-1d935161bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:06.024448 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-44543540-f46c-4a65-b90c-1df78323b731 req-36196538-ea56-402a-b487-1d935161bcc0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dff1f2fb612458e95b9346b3d29040d&device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 1098 time: 0.0531168 Nov 11 01:10:06.150884 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44543540-f46c-4a65-b90c-1df78323b731 req-11f34233-3f4b-42d5-9875-5350a6ab5330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:06.152786 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-44543540-f46c-4a65-b90c-1df78323b731 req-11f34233-3f4b-42d5-9875-5350a6ab5330 service neutron] 10.222.0.64 "GET /v2.0/networks?id=281e6ff6-072e-460f-a0b4-bef0b3054b31 HTTP/1.1" status: 200 len: 908 time: 0.1131124 Nov 11 01:10:06.263763 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-44543540-f46c-4a65-b90c-1df78323b731 req-3779d9ee-1c94-475e-9137-82382779dc46 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e56a395c-77ef-4622-a62e-fedb27621bdb HTTP/1.1" status: 200 len: 1001 time: 0.1008530 Nov 11 01:10:06.331845 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44543540-f46c-4a65-b90c-1df78323b731 req-83516391-3b58-41e2-80cb-22cdd46e009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:06.333977 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-44543540-f46c-4a65-b90c-1df78323b731 req-83516391-3b58-41e2-80cb-22cdd46e009a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=400844d0-9be8-4f53-95ec-2ae887a65afd HTTP/1.1" status: 200 len: 847 time: 0.0599933 Nov 11 01:10:06.392006 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddca166-a361-45f0-b0d6-02a80b0f9f28 req-930cdbe3-399d-46d5-9525-9680c3352a9c tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:06.394224 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-bddca166-a361-45f0-b0d6-02a80b0f9f28 req-930cdbe3-399d-46d5-9525-9680c3352a9c tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0715508 Nov 11 01:10:06.404924 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44543540-f46c-4a65-b90c-1df78323b731 req-8dcc06ff-5bae-44f6-8de0-2b70e9ad49a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:06.407505 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-44543540-f46c-4a65-b90c-1df78323b731 req-8dcc06ff-5bae-44f6-8de0-2b70e9ad49a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=281e6ff6-072e-460f-a0b4-bef0b3054b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543480 Nov 11 01:10:06.469729 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-bddca166-a361-45f0-b0d6-02a80b0f9f28 req-1fdeac19-2a93-4fde-92fc-d9d55c990f0c tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649855 Nov 11 01:10:06.531742 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-44543540-f46c-4a65-b90c-1df78323b731 req-aa9d477a-de81-4fe0-be4f-9be94190756e service neutron] 10.222.0.64 "GET /v2.0/networks/281e6ff6-072e-460f-a0b4-bef0b3054b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145334 Nov 11 01:10:06.640601 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-44543540-f46c-4a65-b90c-1df78323b731 req-58c5074a-bf98-45d4-a002-7ff4530bae84 service neutron] 10.222.0.64 "GET /v2.0/networks/281e6ff6-072e-460f-a0b4-bef0b3054b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962925 Nov 11 01:10:07.632302 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754d025-8716-4afb-af8b-a40fabc2f13d req-6b87a97c-710f-4240-a5dd-2d638263524f tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:07.636468 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9754d025-8716-4afb-af8b-a40fabc2f13d req-6b87a97c-710f-4240-a5dd-2d638263524f tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0727165 Nov 11 01:10:07.715660 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9754d025-8716-4afb-af8b-a40fabc2f13d req-2be596d5-a790-4152-b930-a0317ad9786a tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731957 Nov 11 01:10:08.845535 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b2e9d-4213-4d39-8148-5809ea4e87c1 req-57c5d33b-a9e4-4e8e-a9d2-96b936e90e83 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:08.847027 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-277b2e9d-4213-4d39-8148-5809ea4e87c1 req-57c5d33b-a9e4-4e8e-a9d2-96b936e90e83 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0541821 Nov 11 01:10:08.900792 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-277b2e9d-4213-4d39-8148-5809ea4e87c1 req-8146cf7d-82ad-40f2-88b0-7dabe1614374 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465159 Nov 11 01:10:10.039467 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae867a-d5bf-4abf-b836-b39eb1b345b3 req-084f5fe5-679b-4117-8205-b71527470574 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:10.041120 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e9ae867a-d5bf-4abf-b836-b39eb1b345b3 req-084f5fe5-679b-4117-8205-b71527470574 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0552433 Nov 11 01:10:10.099848 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e9ae867a-d5bf-4abf-b836-b39eb1b345b3 req-3fee4929-eb09-432a-a80b-320dc639e8db tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521233 Nov 11 01:10:10.176509 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [req-66d9caaa-0b57-4024-a29f-f8c66b98437f req-a1caa590-3e24-4ded-b226-e09b2a8ecc23 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=101602) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 01:10:10.178075 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-66d9caaa-0b57-4024-a29f-f8c66b98437f req-a1caa590-3e24-4ded-b226-e09b2a8ecc23 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068657 Nov 11 01:10:10.361538 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 33260) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:10:10.373416 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272a4fd-2eca-4dd5-a682-1691c356dc3e req-a9d436e5-2e96-4f8c-aa21-eb785747bee7 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:10.375706 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2272a4fd-2eca-4dd5-a682-1691c356dc3e req-a9d436e5-2e96-4f8c-aa21-eb785747bee7 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0746691 Nov 11 01:10:10.492472 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-aede8ac2-bb6c-4150-a973-93feb3f6b784 req-70687317-227d-46aa-87c3-4e3960a9ff9a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1291912 Nov 11 01:10:10.497570 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [req-aede8ac2-bb6c-4150-a973-93feb3f6b784 req-585b1297-134a-49fa-8f55-a35e69a2a627 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=101601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 01:10:10.500423 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2272a4fd-2eca-4dd5-a682-1691c356dc3e req-4604e3e8-f8b4-4dd2-afb9-c82dc54dd8b4 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151083 Nov 11 01:10:10.507709 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-aede8ac2-bb6c-4150-a973-93feb3f6b784 req-585b1297-134a-49fa-8f55-a35e69a2a627 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092587 Nov 11 01:10:11.010045 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3e1d3-62a1-4f55-9423-2d72494f6876 req-afa2f9d0-2aa3-44fb-9ccb-648a2155575c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:11.012717 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-20f3e1d3-62a1-4f55-9423-2d72494f6876 req-afa2f9d0-2aa3-44fb-9ccb-648a2155575c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.0561466 Nov 11 01:10:11.077178 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-20f3e1d3-62a1-4f55-9423-2d72494f6876 req-8a583fb2-e513-4ffc-b35d-23be5ccd7cc9 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549712 Nov 11 01:10:11.634105 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a3db1-d98d-47fa-a2f1-9a376afe1e06 req-154f54d4-ff86-44a9-8f6a-ffdf5dadaebe tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:11.641476 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fb9a3db1-d98d-47fa-a2f1-9a376afe1e06 req-154f54d4-ff86-44a9-8f6a-ffdf5dadaebe tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0576999 Nov 11 01:10:11.689938 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fb9a3db1-d98d-47fa-a2f1-9a376afe1e06 req-9808513f-1a87-4a39-9a33-43d48dd300a8 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474713 Nov 11 01:10:12.214316 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9581e-775f-47c4-a262-c0baa7650190 req-8895a2c7-4f27-4019-87d2-3b1e983ff655 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:12.216180 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-56c9581e-775f-47c4-a262-c0baa7650190 req-8895a2c7-4f27-4019-87d2-3b1e983ff655 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.0512075 Nov 11 01:10:12.271068 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-56c9581e-775f-47c4-a262-c0baa7650190 req-457c2931-a0c5-43b0-8885-8bbd70c0b073 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480702 Nov 11 01:10:12.813968 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0293c2-73bb-44bf-9c91-2017f7e346aa req-7328a3a2-2740-43c0-8aa0-bae833e4614b tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:12.822079 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ac0293c2-73bb-44bf-9c91-2017f7e346aa req-7328a3a2-2740-43c0-8aa0-bae833e4614b tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0600412 Nov 11 01:10:12.873779 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ac0293c2-73bb-44bf-9c91-2017f7e346aa req-1d9a6ad5-a379-4856-a4ea-099491e69ab6 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508285 Nov 11 01:10:13.181969 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64644f25-7abe-4780-be42-39ba7d028152 req-1c9e59a5-fc10-41b5-8612-8fcf88632f1c tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:13.183589 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-64644f25-7abe-4780-be42-39ba7d028152 req-1c9e59a5-fc10-41b5-8612-8fcf88632f1c tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0503747 Nov 11 01:10:13.234845 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-64644f25-7abe-4780-be42-39ba7d028152 req-29fabd19-0605-489c-bd96-8ccce913e86b tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429895 Nov 11 01:10:13.399577 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b632fd-6d1c-4daf-8681-03735e80fe09 req-5e30dbc3-fa82-4c0b-bc6b-065967b664cf tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:13.406862 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a3b632fd-6d1c-4daf-8681-03735e80fe09 req-5e30dbc3-fa82-4c0b-bc6b-065967b664cf tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.0583773 Nov 11 01:10:13.459878 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a3b632fd-6d1c-4daf-8681-03735e80fe09 req-1ec99e4c-5f85-47e7-bbf8-7fb371f09587 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517247 Nov 11 01:10:13.618514 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:13.782150 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device e56a395c-77ef-4622-a62e-fedb27621bdb no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:10:13.873683 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:13.898388 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93554b91-4f2b-4c98-ac74-341ac3c847f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e56a395c-77ef-4622-a62e-fedb27621bdb'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:10:13.900717 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1ae440-293d-4ae9-b271-2e5b4b6c1a06" -d '{"events": [{"server_uuid": "93554b91-4f2b-4c98-ac74-341ac3c847f0", "name": "network-vif-unplugged", "status": "completed", "tag": "e56a395c-77ef-4622-a62e-fedb27621bdb"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:10:13.926495 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port e56a395c-77ef-4622-a62e-fedb27621bdb, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e56a395c-77ef-4622-a62e-fedb27621bdb,segment=NetworkSegment(be86eb42-9a94-437a-9c98-c5eb078a7fac),segment_id=be86eb42-9a94-437a-9c98-c5eb078a7fac)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:10:13.933328 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:14.004371 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 01:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bd59c0-08d1-4fb1-8e93-5a4a35ef91bc x-openstack-request-id: req-d3bd59c0-08d1-4fb1-8e93-5a4a35ef91bc {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:10:14.005442 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93554b91-4f2b-4c98-ac74-341ac3c847f0", "name": "network-vif-unplugged", "status": "failed", "tag": "e56a395c-77ef-4622-a62e-fedb27621bdb", "code": 422}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:10:14.005652 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3bd59c0-08d1-4fb1-8e93-5a4a35ef91bc {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:10:14.006234 dv-cinder-817085-3-iscsi neutron-server[101603]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '93554b91-4f2b-4c98-ac74-341ac3c847f0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e56a395c-77ef-4622-a62e-fedb27621bdb', 'code': 422} returned with failed status Nov 11 01:10:14.009390 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=e56a395c-77ef-4622-a62e-fedb27621bdb,revision_number=6']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:14.016611 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:14.016956 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:14.017292 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:14.017621 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:14.017949 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:14.018275 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:14.018598 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:14.018918 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:14.019264 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:14.019720 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:14.020081 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:14.020402 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:14.073212 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b969f2-1c96-4dc9-a889-d05a46a1d758 req-70916274-2819-44d9-b802-41fa63c7eef5 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:14.074746 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b4b969f2-1c96-4dc9-a889-d05a46a1d758 req-70916274-2819-44d9-b802-41fa63c7eef5 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 943 time: 0.0518117 Nov 11 01:10:14.132682 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b4b969f2-1c96-4dc9-a889-d05a46a1d758 req-c27fa3bd-a6a9-45de-ad17-afdbb916eb40 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484416 Nov 11 01:10:14.353410 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef6d71-932b-49f3-815b-2db17c7c22d9 req-d9ff2e84-845b-40eb-ad93-788f856d1c01 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:14.361215 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-76ef6d71-932b-49f3-815b-2db17c7c22d9 req-d9ff2e84-845b-40eb-ad93-788f856d1c01 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0569282 Nov 11 01:10:14.406234 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-76ef6d71-932b-49f3-815b-2db17c7c22d9 req-35a67ea4-5818-48a9-95e7-78c55f032019 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a57922-cb4c-451f-ab06-1db4f021c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439355 Nov 11 01:10:14.586162 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acdedb-4984-480d-9220-8f4e28ac8f97 req-5a657bd4-2222-475b-9634-90cde0893048 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:14.587802 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d9acdedb-4984-480d-9220-8f4e28ac8f97 req-5a657bd4-2222-475b-9634-90cde0893048 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.0545499 Nov 11 01:10:14.652968 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d9acdedb-4984-480d-9220-8f4e28ac8f97 req-ecaba602-c396-4a08-9353-358064f69386 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517700 Nov 11 01:10:14.856745 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5945a-5ede-4ee1-a06a-c2ea6b13849a req-33238a7d-fa77-4f43-8e0f-daa90c83d9b3 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:14.858717 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-08b5945a-5ede-4ee1-a06a-c2ea6b13849a req-33238a7d-fa77-4f43-8e0f-daa90c83d9b3 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.64 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 945 time: 0.0550945 Nov 11 01:10:14.976464 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-08b5945a-5ede-4ee1-a06a-c2ea6b13849a req-276bcd59-63a2-407b-9724-f94781c5a8ee tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Deleting port 7957db06-9b36-48fb-91f5-537bca5d85c5 {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:10:14.977089 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-08b5945a-5ede-4ee1-a06a-c2ea6b13849a req-276bcd59-63a2-407b-9724-f94781c5a8ee tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:15.094715 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-08b5945a-5ede-4ee1-a06a-c2ea6b13849a req-276bcd59-63a2-407b-9724-f94781c5a8ee tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] For port 7957db06-9b36-48fb-91f5-537bca5d85c5, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=7957db06-9b36-48fb-91f5-537bca5d85c5,segment=NetworkSegment(1634d06e-1d4c-4924-a971-6958bbee6c8d),segment_id=1634d06e-1d4c-4924-a971-6958bbee6c8d)] {{(pid=101601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:10:15.095099 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-08b5945a-5ede-4ee1-a06a-c2ea6b13849a req-276bcd59-63a2-407b-9724-f94781c5a8ee tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:15.261338 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deeba5a-7237-470c-bd38-703a6c5c80f1 req-3e9b08c2-fa26-448a-9848-21750aff89c5 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:15.263324 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1deeba5a-7237-470c-bd38-703a6c5c80f1 req-3e9b08c2-fa26-448a-9848-21750aff89c5 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 943 time: 0.0582094 Nov 11 01:10:15.288110 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-08b5945a-5ede-4ee1-a06a-c2ea6b13849a req-276bcd59-63a2-407b-9724-f94781c5a8ee tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:15.288465 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-08b5945a-5ede-4ee1-a06a-c2ea6b13849a req-276bcd59-63a2-407b-9724-f94781c5a8ee tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918241'] for floatingip, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:15.288784 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.db.l3_db [req-08b5945a-5ede-4ee1-a06a-c2ea6b13849a req-276bcd59-63a2-407b-9724-f94781c5a8ee tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Floating IP ba6866ef-2576-4045-8697-69b96e1c6b10 disassociated. External IP: 172.27.2.202, port: 7957db06-9b36-48fb-91f5-537bca5d85c5. Nov 11 01:10:15.289119 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-08b5945a-5ede-4ee1-a06a-c2ea6b13849a req-276bcd59-63a2-407b-9724-f94781c5a8ee tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Calling delete_port for 7957db06-9b36-48fb-91f5-537bca5d85c5 owned by compute:nova {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:10:15.331062 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1deeba5a-7237-470c-bd38-703a6c5c80f1 req-89f08715-31a3-4b79-9208-93be746826eb tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615027 Nov 11 01:10:15.428547 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-08b5945a-5ede-4ee1-a06a-c2ea6b13849a req-276bcd59-63a2-407b-9724-f94781c5a8ee tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:15.480505 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276bcd59-63a2-407b-9724-f94781c5a8ee tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Pushing event deleted for resources: {'Port': ['ID=7957db06-9b36-48fb-91f5-537bca5d85c5,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:15.555451 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9491ead7-8afa-49cc-ad83-fd9fa9d3b6e7 req-3f0e3e5c-4539-47c0-a8f4-d8ca4ea59107 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 210 time: 0.0408475 Nov 11 01:10:15.847681 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72984e95-19b9-4def-84fa-81e481c4a686 req-ac4f2b43-e0d9-4c6f-81b6-c71631edd249 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:15.857978 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-72984e95-19b9-4def-84fa-81e481c4a686 req-ac4f2b43-e0d9-4c6f-81b6-c71631edd249 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.0977936 Nov 11 01:10:15.953172 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-72984e95-19b9-4def-84fa-81e481c4a686 req-465735d5-d2a1-4b5b-8740-c66c5a69cb61 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823452 Nov 11 01:10:15.998206 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08b5945a-5ede-4ee1-a06a-c2ea6b13849a req-276bcd59-63a2-407b-9724-f94781c5a8ee tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Router de235f7c-9391-42e5-8fde-460afd907890 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:10:16.054575 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbc34a-0605-44f9-bca6-f0a3530c59ba req-9e10217c-603f-4dd0-a12b-74f8695d2e3f tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:16.056643 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5efbc34a-0605-44f9-bca6-f0a3530c59ba req-9e10217c-603f-4dd0-a12b-74f8695d2e3f tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 946 time: 0.0729070 Nov 11 01:10:16.124674 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5efbc34a-0605-44f9-bca6-f0a3530c59ba req-0dec917a-9c90-4b14-9160-51f599f64806 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619402 Nov 11 01:10:16.151160 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 33362) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:10:16.216131 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08b5945a-5ede-4ee1-a06a-c2ea6b13849a req-276bcd59-63a2-407b-9724-f94781c5a8ee tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:10:16.232014 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6788c3-50a7-435c-bb19-9ca522532543 None None] Sync routers for ids ['de235f7c-9391-42e5-8fde-460afd907890'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:10:16.262445 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6788c3-50a7-435c-bb19-9ca522532543 None None] Routers {'de235f7c-9391-42e5-8fde-460afd907890'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:10:16.264896 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-3e6788c3-50a7-435c-bb19-9ca522532543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:10:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['de235f7c-9391-42e5-8fde-460afd907890'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:10:16.291817 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b5945a-5ede-4ee1-a06a-c2ea6b13849a req-276bcd59-63a2-407b-9724-f94781c5a8ee tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] No DVR routers for this DVR port 7957db06-9b36-48fb-91f5-537bca5d85c5 on host hv-cinder-81708 {{(pid=101601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:10:16.295623 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-08b5945a-5ede-4ee1-a06a-c2ea6b13849a req-276bcd59-63a2-407b-9724-f94781c5a8ee tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:16.303760 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-08b5945a-5ede-4ee1-a06a-c2ea6b13849a req-276bcd59-63a2-407b-9724-f94781c5a8ee tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.64 "DELETE /v2.0/ports/7957db06-9b36-48fb-91f5-537bca5d85c5 HTTP/1.1" status: 204 len: 173 time: 1.4358528 Nov 11 01:10:16.308670 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8', 'name': 'network-vif-deleted', 'tag': '7957db06-9b36-48fb-91f5-537bca5d85c5'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:10:16.324561 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aee8b8d-c6c8-40ff-92dc-257a8f51cfba" -d '{"events": [{"server_uuid": "64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8", "name": "network-vif-deleted", "tag": "7957db06-9b36-48fb-91f5-537bca5d85c5"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:10:16.449961 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4815b5-2808-4ffd-bf4a-655d24aa5155 x-openstack-request-id: req-0e4815b5-2808-4ffd-bf4a-655d24aa5155 {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:10:16.450248 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8", "name": "network-vif-deleted", "tag": "7957db06-9b36-48fb-91f5-537bca5d85c5", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:10:16.450499 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0e4815b5-2808-4ffd-bf4a-655d24aa5155 {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:10:16.450892 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8', 'name': 'network-vif-deleted', 'tag': '7957db06-9b36-48fb-91f5-537bca5d85c5', 'status': 'completed', 'code': 200} Nov 11 01:10:16.477955 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45241776-74ec-42af-8ef8-74078d98b8b5 tempest-TestMinimumBasicScenario-1204536329 tempest-TestMinimumBasicScenario-1204536329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:16.487800 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-45241776-74ec-42af-8ef8-74078d98b8b5 tempest-TestMinimumBasicScenario-1204536329 tempest-TestMinimumBasicScenario-1204536329-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 1094 time: 0.3340895 Nov 11 01:10:16.491339 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 33370) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:10:16.500764 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Request body: {'floatingip': {'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'port_id': 'c2076f3e-6040-4813-a257-8804dcab051f', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:10:16.542097 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-3e6788c3-50a7-435c-bb19-9ca522532543 None None] Set router de235f7c-9391-42e5-8fde-460afd907890 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:10:16.611711 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for floatingip, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:16.645697 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4bb6d-e040-489c-95c8-5569ca55c6ce req-f523b33b-41c5-419a-934f-e0174372f492 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:16.665991 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c6a4bb6d-e040-489c-95c8-5569ca55c6ce req-f523b33b-41c5-419a-934f-e0174372f492 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 943 time: 0.1537685 Nov 11 01:10:16.790205 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c332b575-4f92-4fca-92be-57fecd2927a4 req-3ad60c73-1379-4b94-9474-ba6aea8d7c89 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bdbf3e-eb0e-4c4d-bb06-61cffd525ca8 HTTP/1.1" status: 200 len: 210 time: 0.0711265 Nov 11 01:10:16.893260 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-3e6788c3-50a7-435c-bb19-9ca522532543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de235f7c-9391-42e5-8fde-460afd907890', 'name': 'tempest-AttachVolumeTestJSON-1962698695-router', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:46Z', 'revision_number': 4, 'project_id': 'd65821f142fe445b8388094f872c5457', 'gw_port': {'id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fe:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '6c9e1032-c333-44ee-b00d-987b9abd248a', 'name': '', 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'mac_address': 'fa:16:3e:17:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:46Z', 'updated_at': '2021-11-11T01:03:50Z', 'revision_number': 5, 'project_id': 'd65821f142fe445b8388094f872c5457', 'subnets': [{'id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:10:17.105007 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede8ac2-bb6c-4150-a973-93feb3f6b784 req-b3992443-18bd-48dc-8607-7961d31da5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:17.107104 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-aede8ac2-bb6c-4150-a973-93feb3f6b784 req-b3992443-18bd-48dc-8607-7961d31da5d6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0&tenant_id=5dff1f2fb612458e95b9346b3d29040d HTTP/1.1" status: 200 len: 1096 time: 0.0576706 Nov 11 01:10:17.119604 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6788c3-50a7-435c-bb19-9ca522532543 None None] Checking router: de235f7c-9391-42e5-8fde-460afd907890 for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:10:17.139794 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6788c3-50a7-435c-bb19-9ca522532543 None None] Routers {'de235f7c-9391-42e5-8fde-460afd907890'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:10:17.140565 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-3e6788c3-50a7-435c-bb19-9ca522532543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:10:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['de235f7c-9391-42e5-8fde-460afd907890'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:10:17.177252 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c6a4bb6d-e040-489c-95c8-5569ca55c6ce req-00bca635-a45b-43ec-b389-1e7d880f2fbe tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5071733 Nov 11 01:10:17.231486 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede8ac2-bb6c-4150-a973-93feb3f6b784 req-9a267bad-8bcb-4685-bab3-2eeaa81bc9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:17.235453 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-aede8ac2-bb6c-4150-a973-93feb3f6b784 req-9a267bad-8bcb-4685-bab3-2eeaa81bc9c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dff1f2fb612458e95b9346b3d29040d&device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 1096 time: 0.0870669 Nov 11 01:10:17.276825 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878a9e7-c6d9-4f3e-b3b1-35ab7496a62e req-9fefc3ec-eee6-4abd-8ab4-fd32a4573b99 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:17.282647 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-3e6788c3-50a7-435c-bb19-9ca522532543 None None] Set router de235f7c-9391-42e5-8fde-460afd907890 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:10:17.291418 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8878a9e7-c6d9-4f3e-b3b1-35ab7496a62e req-9fefc3ec-eee6-4abd-8ab4-fd32a4573b99 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.1564159 Nov 11 01:10:17.352750 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:17.384259 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede8ac2-bb6c-4150-a973-93feb3f6b784 req-61ff4423-19d6-49de-88a0-e9032e7d2363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:17.385908 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-aede8ac2-bb6c-4150-a973-93feb3f6b784 req-61ff4423-19d6-49de-88a0-e9032e7d2363 service neutron] 10.222.0.64 "GET /v2.0/networks?id=281e6ff6-072e-460f-a0b4-bef0b3054b31 HTTP/1.1" status: 200 len: 908 time: 0.1354678 Nov 11 01:10:17.387790 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8878a9e7-c6d9-4f3e-b3b1-35ab7496a62e req-b25c9e04-aead-4ca7-9878-db55bd75d493 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954630 Nov 11 01:10:17.501660 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-aede8ac2-bb6c-4150-a973-93feb3f6b784 req-93f6b4d1-6059-4fa0-b01e-415d14b24a42 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e56a395c-77ef-4622-a62e-fedb27621bdb HTTP/1.1" status: 200 len: 999 time: 0.1038771 Nov 11 01:10:17.537071 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.db_base_plugin_common [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Allocated IP 172.27.2.209 (aa4f75c5-5213-4ff6-92cc-17e0fe78067f/bed3c881-f684-464c-a719-dd29140bdb28/c87ceb08-d024-4e41-bc12-86527c365cba) {{(pid=101602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:10:17.621049 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede8ac2-bb6c-4150-a973-93feb3f6b784 req-037f3d41-8457-46a5-85b5-dc4e168cab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:17.626505 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-aede8ac2-bb6c-4150-a973-93feb3f6b784 req-037f3d41-8457-46a5-85b5-dc4e168cab51 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=400844d0-9be8-4f53-95ec-2ae887a65afd HTTP/1.1" status: 200 len: 847 time: 0.1115220 Nov 11 01:10:17.662478 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-3e6788c3-50a7-435c-bb19-9ca522532543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de235f7c-9391-42e5-8fde-460afd907890', 'name': 'tempest-AttachVolumeTestJSON-1962698695-router', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:46Z', 'revision_number': 4, 'project_id': 'd65821f142fe445b8388094f872c5457', 'gw_port': {'id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fe:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '6c9e1032-c333-44ee-b00d-987b9abd248a', 'name': '', 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'mac_address': 'fa:16:3e:17:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:46Z', 'updated_at': '2021-11-11T01:03:50Z', 'revision_number': 5, 'project_id': 'd65821f142fe445b8388094f872c5457', 'subnets': [{'id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:10:17.704411 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6788c3-50a7-435c-bb19-9ca522532543 None None] The sync data for ids ['de235f7c-9391-42e5-8fde-460afd907890'] in dv-cinder-817085-3-iscsi is: [{'id': 'de235f7c-9391-42e5-8fde-460afd907890', 'name': 'tempest-AttachVolumeTestJSON-1962698695-router', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:46Z', 'revision_number': 4, 'project_id': 'd65821f142fe445b8388094f872c5457', 'gw_port': {'id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fe:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '6c9e1032-c333-44ee-b00d-987b9abd248a', 'name': '', 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'mac_address': 'fa:16:3e:17:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:46Z', 'updated_at': '2021-11-11T01:03:50Z', 'revision_number': 5, 'project_id': 'd65821f142fe445b8388094f872c5457', 'subnets': [{'id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:10:17.706997 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede8ac2-bb6c-4150-a973-93feb3f6b784 req-f4f13ac9-59ae-4eb6-9072-db8577b9cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:17.709942 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-aede8ac2-bb6c-4150-a973-93feb3f6b784 req-f4f13ac9-59ae-4eb6-9072-db8577b9cc0e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=281e6ff6-072e-460f-a0b4-bef0b3054b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715866 Nov 11 01:10:17.745731 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for port, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:17.809371 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:17.873827 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Network aa4f75c5-5213-4ff6-92cc-17e0fe78067f is already hosted by enough agents. {{(pid=101602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:10:17.877852 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.base_scheduler [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Resources bound (agent type, host, resource id): {{(pid=101602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:10:17.889012 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Received port after_create {{(pid=101602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:10:17.894393 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-aede8ac2-bb6c-4150-a973-93feb3f6b784 req-543dd737-2e39-45e3-8538-0d2c95a352e6 service neutron] 10.222.0.64 "GET /v2.0/networks/281e6ff6-072e-460f-a0b4-bef0b3054b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661174 Nov 11 01:10:17.917055 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 33386) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:10:17.997542 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Pushing event updated for resources: {'Port': ['ID=c87ceb08-d024-4e41-bc12-86527c365cba,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:18.027166 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:18.027506 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:18.027838 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:18.028312 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:18.028669 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:18.028992 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:18.029308 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:18.029630 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:18.029936 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:18.030250 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:18.030562 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:18.030905 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:18.096957 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-23ea9445-04e2-44e1-ab02-f31f1d31bfb4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:18.146027 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-aede8ac2-bb6c-4150-a973-93feb3f6b784 req-6db1182f-78d4-407e-a630-bd8ae9db250f service neutron] 10.222.0.64 "GET /v2.0/networks/281e6ff6-072e-460f-a0b4-bef0b3054b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417169 Nov 11 01:10:18.159039 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-23ea9445-04e2-44e1-ab02-f31f1d31bfb4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:18.220289 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a75a338-7f3e-48d4-82a2-be4034897646 None None] New status for floating IP ba6866ef-2576-4045-8697-69b96e1c6b10: DOWN {{(pid=101604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 01:10:18.260027 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-23ea9445-04e2-44e1-ab02-f31f1d31bfb4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:18.267548 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-23ea9445-04e2-44e1-ab02-f31f1d31bfb4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:18.271229 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-23ea9445-04e2-44e1-ab02-f31f1d31bfb4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "DELETE /v2.0/security-groups/f6a57922-cb4c-451f-ab06-1db4f021c8c7 HTTP/1.1" status: 204 len: 168 time: 0.3506784 Nov 11 01:10:18.273934 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 33398) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:10:18.293795 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.api.v2.resource [None req-1193eed2-813b-41d9-83da-8034e80f90a3 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] show failed (client error): The resource could not be found. Nov 11 01:10:18.297586 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-1193eed2-813b-41d9-83da-8034e80f90a3 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups/f6a57922-cb4c-451f-ab06-1db4f021c8c7 HTTP/1.1" status: 404 len: 347 time: 0.0197909 Nov 11 01:10:18.299895 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 33400) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:10:18.311459 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea9445-04e2-44e1-ab02-f31f1d31bfb4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a57922-cb4c-451f-ab06-1db4f021c8c7,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:18.366572 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea9445-04e2-44e1-ab02-f31f1d31bfb4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:18.366956 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea9445-04e2-44e1-ab02-f31f1d31bfb4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:18.367263 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea9445-04e2-44e1-ab02-f31f1d31bfb4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:18.367582 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea9445-04e2-44e1-ab02-f31f1d31bfb4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:18.367907 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea9445-04e2-44e1-ab02-f31f1d31bfb4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:18.368775 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea9445-04e2-44e1-ab02-f31f1d31bfb4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:18.369445 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea9445-04e2-44e1-ab02-f31f1d31bfb4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:18.369782 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea9445-04e2-44e1-ab02-f31f1d31bfb4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:18.370655 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea9445-04e2-44e1-ab02-f31f1d31bfb4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:18.371028 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea9445-04e2-44e1-ab02-f31f1d31bfb4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:18.372304 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea9445-04e2-44e1-ab02-f31f1d31bfb4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:18.372673 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea9445-04e2-44e1-ab02-f31f1d31bfb4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:10:18.418578 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3aa6b-cb64-428b-82ab-4afddd8013ea req-da94cb8c-46cd-4b4a-b24d-4d71bef4173e tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:18.420345 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cee3aa6b-cb64-428b-82ab-4afddd8013ea req-da94cb8c-46cd-4b4a-b24d-4d71bef4173e tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 943 time: 0.1235206 Nov 11 01:10:18.570567 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-83492ba0-d4fa-42f1-b8e7-c3a2235e4e22 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Deleting port 2b507739-5014-484f-9a3f-b9e268541545 {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:10:18.574124 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-83492ba0-d4fa-42f1-b8e7-c3a2235e4e22 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:18.583818 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cee3aa6b-cb64-428b-82ab-4afddd8013ea req-e16c1737-683c-4ae3-a281-8730276a2945 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050048 Nov 11 01:10:18.697478 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6370a-5235-4b84-aad0-20057da0e44a req-0d11e0d2-ff07-4838-a35f-4ad68a7cb216 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:18.699138 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-04e6370a-5235-4b84-aad0-20057da0e44a req-0d11e0d2-ff07-4838-a35f-4ad68a7cb216 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.1264987 Nov 11 01:10:18.713444 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-83492ba0-d4fa-42f1-b8e7-c3a2235e4e22 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:18.713444 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-83492ba0-d4fa-42f1-b8e7-c3a2235e4e22 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:18.729671 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:18.729924 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-83492ba0-d4fa-42f1-b8e7-c3a2235e4e22 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Calling delete_port for 2b507739-5014-484f-9a3f-b9e268541545 owned by network:floatingip {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:10:18.809342 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-04e6370a-5235-4b84-aad0-20057da0e44a req-e2ea579d-fb23-4788-a1a4-594f168e4157 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780606 Nov 11 01:10:18.858840 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:18.902099 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-83492ba0-d4fa-42f1-b8e7-c3a2235e4e22 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:18.931130 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83492ba0-d4fa-42f1-b8e7-c3a2235e4e22 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Pushing event deleted for resources: {'Port': ['ID=2b507739-5014-484f-9a3f-b9e268541545,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:19.010249 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-83492ba0-d4fa-42f1-b8e7-c3a2235e4e22 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for floatingip, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:19.014011 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-83492ba0-d4fa-42f1-b8e7-c3a2235e4e22 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for floatingip, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:19.017860 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-83492ba0-d4fa-42f1-b8e7-c3a2235e4e22 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "DELETE /v2.0/floatingips/ba6866ef-2576-4045-8697-69b96e1c6b10 HTTP/1.1" status: 204 len: 168 time: 0.7141507 Nov 11 01:10:19.053168 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for port, precommit_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:19.061122 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13136843'] for port, after_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:19.128148 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Pushing event updated for resources: {'Port': ['ID=c87ceb08-d024-4e41-bc12-86527c365cba,revision_number=2']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:19.145708 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918241'] for floatingip, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:19.252885 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.db.l3_db [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Floating IP 48f810da-cc22-4ce3-aecc-030888ed80ee associated. External IP: 172.27.2.209, port: c2076f3e-6040-4813-a257-8804dcab051f. Nov 11 01:10:19.327007 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 33422) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:10:19.331615 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-0eddd24e-6717-4c88-b8b1-ea1dbd9dbeee tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1583811581', 'description': 'tempest-description--162091248'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:10:19.354985 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-0eddd24e-6717-4c88-b8b1-ea1dbd9dbeee tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:19.421248 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-0eddd24e-6717-4c88-b8b1-ea1dbd9dbeee tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:19.425288 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-0eddd24e-6717-4c88-b8b1-ea1dbd9dbeee tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:19.455428 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-0eddd24e-6717-4c88-b8b1-ea1dbd9dbeee tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:19.456632 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-0eddd24e-6717-4c88-b8b1-ea1dbd9dbeee tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1285968 Nov 11 01:10:19.460214 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 33424) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:10:19.461953 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eddd24e-6717-4c88-b8b1-ea1dbd9dbeee tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cd9559-eba5-4a30-8cad-a43a03c2d39b,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:19.464862 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-35b7496c-e664-4cd1-9199-f0c1e095d871 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Request body: {'security_group_rule': {'security_group_id': 'f5cd9559-eba5-4a30-8cad-a43a03c2d39b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:10:19.483588 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Router be7577d6-eb7e-423a-bcda-697dd5d3fe3b has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:10:19.503224 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-35b7496c-e664-4cd1-9199-f0c1e095d871 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:19.637715 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-35b7496c-e664-4cd1-9199-f0c1e095d871 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:19.640580 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:10:19.642720 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-35b7496c-e664-4cd1-9199-f0c1e095d871 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527026'] for security_group_rule, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:19.651607 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47afd989-02e0-4bb2-abd5-20a18fb121c9 None None] Sync routers for ids ['be7577d6-eb7e-423a-bcda-697dd5d3fe3b'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:10:19.662926 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47afd989-02e0-4bb2-abd5-20a18fb121c9 None None] Routers {'be7577d6-eb7e-423a-bcda-697dd5d3fe3b'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:10:19.663593 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-47afd989-02e0-4bb2-abd5-20a18fb121c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:10:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['be7577d6-eb7e-423a-bcda-697dd5d3fe3b'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:10:19.670202 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7496c-e664-4cd1-9199-f0c1e095d871 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13862726-b8aa-453f-ba78-43af6b36189b,revision_number=0']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:19.677569 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for floatingip, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:19.683776 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-35b7496c-e664-4cd1-9199-f0c1e095d871 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:19.685034 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-35b7496c-e664-4cd1-9199-f0c1e095d871 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2238483 Nov 11 01:10:19.687868 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 33428) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:10:19.695074 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-39a6efce-28ae-4877-991f-0edad417f298 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Request body: {'security_group_rule': {'security_group_id': 'f5cd9559-eba5-4a30-8cad-a43a03c2d39b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:10:19.721469 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-6d1253f6-e01a-421e-9bc5-32718beb6662 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2256746 Nov 11 01:10:19.722274 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 33430) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:10:19.722742 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da015352-8fb0-4f06-bc78-c1cc0c9be5ca', 'tag': 'c2076f3e-6040-4813-a257-8804dcab051f'}] {{(pid=101602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:10:19.725339 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbc2a4dd34722a8e14e2fc20a6c680084dc03eb7d3307192ee443654b1fba6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8195da68-b800-46de-ba7b-d79889ccc9e8" -d '{"events": [{"name": "network-changed", "server_uuid": "da015352-8fb0-4f06-bc78-c1cc0c9be5ca", "tag": "c2076f3e-6040-4813-a257-8804dcab051f"}]}' {{(pid=101602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:10:19.742582 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-b285c1fd-d80c-49df-a152-f285a548f194 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-868662320', 'description': 'tempest-secgroup-smoke-868662320 description', 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:10:19.744673 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-39a6efce-28ae-4877-991f-0edad417f298 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:19.781615 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b285c1fd-d80c-49df-a152-f285a548f194 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:19.788489 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e63e23-f9f1-4a65-937a-f8da0cea8384 x-openstack-request-id: req-61e63e23-f9f1-4a65-937a-f8da0cea8384 {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:10:19.788926 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da015352-8fb0-4f06-bc78-c1cc0c9be5ca", "tag": "c2076f3e-6040-4813-a257-8804dcab051f", "status": "completed", "code": 200}]} {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:10:19.789042 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-61e63e23-f9f1-4a65-937a-f8da0cea8384 {{(pid=101602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:10:19.789417 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da015352-8fb0-4f06-bc78-c1cc0c9be5ca', 'tag': 'c2076f3e-6040-4813-a257-8804dcab051f', 'status': 'completed', 'code': 200} Nov 11 01:10:19.803835 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-47afd989-02e0-4bb2-abd5-20a18fb121c9 None None] Set router be7577d6-eb7e-423a-bcda-697dd5d3fe3b gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:10:19.845148 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 7957db06-9b36-48fb-91f5-537bca5d85c5 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:10:19.860167 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-39a6efce-28ae-4877-991f-0edad417f298 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:19.876059 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] No Port match for: 7957db06-9b36-48fb-91f5-537bca5d85c5 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:10:19.876590 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 7957db06-9b36-48fb-91f5-537bca5d85c5 not bound to the agent host hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:10:19.885091 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-39a6efce-28ae-4877-991f-0edad417f298 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527026'] for security_group_rule, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:19.909096 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b285c1fd-d80c-49df-a152-f285a548f194 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:19.917285 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b285c1fd-d80c-49df-a152-f285a548f194 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:19.921225 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6efce-28ae-4877-991f-0edad417f298 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4996846c-c55a-4221-86c8-95fadc137b96,revision_number=0']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:19.929091 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-39a6efce-28ae-4877-991f-0edad417f298 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:19.934096 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 33436) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:10:19.934609 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-39a6efce-28ae-4877-991f-0edad417f298 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2452345 Nov 11 01:10:19.945343 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-ae3e1cd3-3004-48a3-8a59-88cf4fdb66fa tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Request body: {'floatingip': {'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:10:19.947303 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195da68-b800-46de-ba7b-d79889ccc9e8 req-cb97cc9b-eddd-4d93-8b4c-5c8d28fbaf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:19.950081 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-8195da68-b800-46de-ba7b-d79889ccc9e8 req-cb97cc9b-eddd-4d93-8b4c-5c8d28fbaf15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7abb9f19d954ab1b034c3bc7de8d24b&device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 1099 time: 0.1144228 Nov 11 01:10:19.961051 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9d36d-730a-472b-9357-5e61cbdfd6a2 req-e9cea510-d694-4bda-874c-e20ee35dda81 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:19.962560 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-95d9d36d-730a-472b-9357-5e61cbdfd6a2 req-e9cea510-d694-4bda-874c-e20ee35dda81 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 943 time: 0.1159039 Nov 11 01:10:20.011576 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b285c1fd-d80c-49df-a152-f285a548f194 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:20.012795 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-b285c1fd-d80c-49df-a152-f285a548f194 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2843132 Nov 11 01:10:20.022350 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 33438) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:10:20.025990 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285c1fd-d80c-49df-a152-f285a548f194 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e539e8a8-1221-4448-baf2-b28c3821e1a7,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:20.027001 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-c98639e2-0f6e-4875-9d2f-4852de9a9109 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Request body: {'security_group_rule': {'security_group_id': 'e539e8a8-1221-4448-baf2-b28c3821e1a7', 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:10:20.046609 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ae3e1cd3-3004-48a3-8a59-88cf4fdb66fa tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for floatingip, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:20.100288 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-c98639e2-0f6e-4875-9d2f-4852de9a9109 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:20.112536 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b56a0b-970b-4d32-931a-5e1187a7c36c req-5bb362bc-94f0-4be2-a645-855d7e834807 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:20.114183 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a2b56a0b-970b-4d32-931a-5e1187a7c36c req-5bb362bc-94f0-4be2-a645-855d7e834807 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.1738157 Nov 11 01:10:20.115519 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195da68-b800-46de-ba7b-d79889ccc9e8 req-cb027a68-ae6d-4a18-8a7e-2deaebcffb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:20.117000 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-8195da68-b800-46de-ba7b-d79889ccc9e8 req-cb027a68-ae6d-4a18-8a7e-2deaebcffb88 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e48f818-692b-4e8c-876c-8e3b508f3610 HTTP/1.1" status: 200 len: 915 time: 0.1551144 Nov 11 01:10:20.120896 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-95d9d36d-730a-472b-9357-5e61cbdfd6a2 req-4e2e70df-1473-4ff1-9b73-75178ccc2973 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437905 Nov 11 01:10:20.155415 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-47afd989-02e0-4bb2-abd5-20a18fb121c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'name': 'tempest-TestMinimumBasicScenario-1873939833-router', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c7f1b230-7341-4e68-b62b-b8a0cde4005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:09:15Z', 'revision_number': 4, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'gw_port': {'id': 'c7f1b230-7341-4e68-b62b-b8a0cde4005f', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': '48f810da-cc22-4ce3-aecc-030888ed80ee', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'floating_ip_address': '172.27.2.209', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'port_id': 'c2076f3e-6040-4813-a257-8804dcab051f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610', 'mac_address': 'fa:16:3e:7d:6f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da015352-8fb0-4f06-bc78-c1cc0c9be5ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:10:18Z', 'updated_at': '2021-11-11T01:10:18Z', 'revision_number': 0, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080ac6f9-354e-406d-b208-949e87e4238d', 'name': '', 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'mac_address': 'fa:16:3e:8a:90:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '52156a0b-9cdf-4522-a6bd-fc1be773de3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:14Z', 'updated_at': '2021-11-11T01:09:20Z', 'revision_number': 5, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'subnets': [{'id': '52156a0b-9cdf-4522-a6bd-fc1be773de3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:10:20.173938 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a2b56a0b-970b-4d32-931a-5e1187a7c36c req-4eb977b5-0dd8-4b23-8478-46a3fe88f15a tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503561 Nov 11 01:10:20.184688 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47afd989-02e0-4bb2-abd5-20a18fb121c9 None None] Checking router: be7577d6-eb7e-423a-bcda-697dd5d3fe3b for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:10:20.199890 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47afd989-02e0-4bb2-abd5-20a18fb121c9 None None] Routers {'be7577d6-eb7e-423a-bcda-697dd5d3fe3b'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:10:20.200504 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-47afd989-02e0-4bb2-abd5-20a18fb121c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:10:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['be7577d6-eb7e-423a-bcda-697dd5d3fe3b'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:10:20.238043 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ae3e1cd3-3004-48a3-8a59-88cf4fdb66fa tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:20.257780 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-8195da68-b800-46de-ba7b-d79889ccc9e8 req-9949ed48-2c33-4a0e-b7d1-0622aab630f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2076f3e-6040-4813-a257-8804dcab051f HTTP/1.1" status: 200 len: 1000 time: 0.1175678 Nov 11 01:10:20.291546 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-c98639e2-0f6e-4875-9d2f-4852de9a9109 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:20.319937 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-c98639e2-0f6e-4875-9d2f-4852de9a9109 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527026'] for security_group_rule, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:20.342558 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-47afd989-02e0-4bb2-abd5-20a18fb121c9 None None] Set router be7577d6-eb7e-423a-bcda-697dd5d3fe3b gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:10:20.349523 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98639e2-0f6e-4875-9d2f-4852de9a9109 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46382f9a-ec18-43fa-b397-5077a4c904e2,revision_number=0']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:20.356104 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-c98639e2-0f6e-4875-9d2f-4852de9a9109 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:20.357275 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-c98639e2-0f6e-4875-9d2f-4852de9a9109 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3339570 Nov 11 01:10:20.360070 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 33456) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:10:20.364915 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-898d32a6-0976-453b-9565-38b33489832d tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Request body: {'security_group_rule': {'security_group_id': 'e539e8a8-1221-4448-baf2-b28c3821e1a7', 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:10:20.386672 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195da68-b800-46de-ba7b-d79889ccc9e8 req-e09b8c50-c279-4fe0-8572-2a28f6d93ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:20.389015 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-8195da68-b800-46de-ba7b-d79889ccc9e8 req-e09b8c50-c279-4fe0-8572-2a28f6d93ebe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52156a0b-9cdf-4522-a6bd-fc1be773de3a HTTP/1.1" status: 200 len: 854 time: 0.1135137 Nov 11 01:10:20.395649 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-898d32a6-0976-453b-9565-38b33489832d tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:20.396655 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.db_base_plugin_common [None req-ae3e1cd3-3004-48a3-8a59-88cf4fdb66fa tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Allocated IP 172.27.2.21 (aa4f75c5-5213-4ff6-92cc-17e0fe78067f/bed3c881-f684-464c-a719-dd29140bdb28/2ad7c1a3-193d-44a2-8887-13c74fee3c3f) {{(pid=101602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:10:20.475124 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195da68-b800-46de-ba7b-d79889ccc9e8 req-d29fb506-1c23-42bf-8fca-067cc2458ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:20.476602 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-8195da68-b800-46de-ba7b-d79889ccc9e8 req-d29fb506-1c23-42bf-8fca-067cc2458ae2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e48f818-692b-4e8c-876c-8e3b508f3610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780230 Nov 11 01:10:20.543833 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-898d32a6-0976-453b-9565-38b33489832d tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:20.548389 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ae3e1cd3-3004-48a3-8a59-88cf4fdb66fa tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for port, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:20.555506 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-898d32a6-0976-453b-9565-38b33489832d tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527026'] for security_group_rule, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:20.593641 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ae3e1cd3-3004-48a3-8a59-88cf4fdb66fa tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:20.594596 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d32a6-0976-453b-9565-38b33489832d tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9089398-caed-4cb0-8b0e-f88b030f0501,revision_number=0']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:20.608947 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-898d32a6-0976-453b-9565-38b33489832d tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:20.610150 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-898d32a6-0976-453b-9565-38b33489832d tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2491612 Nov 11 01:10:20.614404 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 33476) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:10:20.618719 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-20963cca-b11e-43ac-b6cf-a3bda8afcf5e tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Request body: {'security_group_rule': {'security_group_id': 'e539e8a8-1221-4448-baf2-b28c3821e1a7', 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:10:20.625501 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-8195da68-b800-46de-ba7b-d79889ccc9e8 req-96dfb5ae-6b9f-470a-a43e-b8210b3542ef service neutron] 10.222.0.64 "GET /v2.0/networks/4e48f818-692b-4e8c-876c-8e3b508f3610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408124 Nov 11 01:10:20.645806 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3e1cd3-3004-48a3-8a59-88cf4fdb66fa tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Network aa4f75c5-5213-4ff6-92cc-17e0fe78067f is already hosted by enough agents. {{(pid=101602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:10:20.655165 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.base_scheduler [None req-ae3e1cd3-3004-48a3-8a59-88cf4fdb66fa tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Resources bound (agent type, host, resource id): {{(pid=101602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:10:20.659845 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3e1cd3-3004-48a3-8a59-88cf4fdb66fa tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Received port after_create {{(pid=101602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:10:20.680729 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-47afd989-02e0-4bb2-abd5-20a18fb121c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'name': 'tempest-TestMinimumBasicScenario-1873939833-router', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c7f1b230-7341-4e68-b62b-b8a0cde4005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:09:15Z', 'revision_number': 4, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'gw_port': {'id': 'c7f1b230-7341-4e68-b62b-b8a0cde4005f', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': '48f810da-cc22-4ce3-aecc-030888ed80ee', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'floating_ip_address': '172.27.2.209', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'port_id': 'c2076f3e-6040-4813-a257-8804dcab051f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610', 'mac_address': 'fa:16:3e:7d:6f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da015352-8fb0-4f06-bc78-c1cc0c9be5ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:10:18Z', 'updated_at': '2021-11-11T01:10:18Z', 'revision_number': 0, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080ac6f9-354e-406d-b208-949e87e4238d', 'name': '', 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'mac_address': 'fa:16:3e:8a:90:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '52156a0b-9cdf-4522-a6bd-fc1be773de3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:14Z', 'updated_at': '2021-11-11T01:09:20Z', 'revision_number': 5, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'subnets': [{'id': '52156a0b-9cdf-4522-a6bd-fc1be773de3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:10:20.689674 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e1cd3-3004-48a3-8a59-88cf4fdb66fa tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Pushing event updated for resources: {'Port': ['ID=2ad7c1a3-193d-44a2-8887-13c74fee3c3f,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:20.716956 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47afd989-02e0-4bb2-abd5-20a18fb121c9 None None] The sync data for ids ['be7577d6-eb7e-423a-bcda-697dd5d3fe3b'] in dv-cinder-817085-3-iscsi is: [{'id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'name': 'tempest-TestMinimumBasicScenario-1873939833-router', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c7f1b230-7341-4e68-b62b-b8a0cde4005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:09:15Z', 'revision_number': 4, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'gw_port': {'id': 'c7f1b230-7341-4e68-b62b-b8a0cde4005f', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': '48f810da-cc22-4ce3-aecc-030888ed80ee', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'floating_ip_address': '172.27.2.209', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'port_id': 'c2076f3e-6040-4813-a257-8804dcab051f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610', 'mac_address': 'fa:16:3e:7d:6f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da015352-8fb0-4f06-bc78-c1cc0c9be5ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:10:18Z', 'updated_at': '2021-11-11T01:10:18Z', 'revision_number': 0, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080ac6f9-354e-406d-b208-949e87e4238d', 'name': '', 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'mac_address': 'fa:16:3e:8a:90:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '52156a0b-9cdf-4522-a6bd-fc1be773de3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:14Z', 'updated_at': '2021-11-11T01:09:20Z', 'revision_number': 5, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'subnets': [{'id': '52156a0b-9cdf-4522-a6bd-fc1be773de3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:10:20.717587 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-20963cca-b11e-43ac-b6cf-a3bda8afcf5e tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:20.769360 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ae3e1cd3-3004-48a3-8a59-88cf4fdb66fa tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:20.783928 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-8195da68-b800-46de-ba7b-d79889ccc9e8 req-f4de04c6-82b7-4cb0-83a4-409dbe6e6aa9 service neutron] 10.222.0.64 "GET /v2.0/networks/4e48f818-692b-4e8c-876c-8e3b508f3610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477175 Nov 11 01:10:20.807405 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-20963cca-b11e-43ac-b6cf-a3bda8afcf5e tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:20.813419 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-20963cca-b11e-43ac-b6cf-a3bda8afcf5e tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527026'] for security_group_rule, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:20.815214 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ae3e1cd3-3004-48a3-8a59-88cf4fdb66fa tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:20.833726 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20963cca-b11e-43ac-b6cf-a3bda8afcf5e tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d914019-87fe-4cf4-abb3-1e24cc8fe30d,revision_number=0']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:20.847429 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-20963cca-b11e-43ac-b6cf-a3bda8afcf5e tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:20.851404 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-20963cca-b11e-43ac-b6cf-a3bda8afcf5e tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2359817 Nov 11 01:10:20.853535 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 33498) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:10:20.862418 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-8af0eb2d-6d41-4627-af40-1393752d8d6c tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Request body: {'security_group_rule': {'security_group_id': 'e539e8a8-1221-4448-baf2-b28c3821e1a7', 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:10:20.961962 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-8af0eb2d-6d41-4627-af40-1393752d8d6c tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:20.997812 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11afacc-f81b-46d2-99a8-3355c9e81eda None None] New status for floating IP 48f810da-cc22-4ce3-aecc-030888ed80ee: ACTIVE {{(pid=101604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 01:10:21.076247 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-8af0eb2d-6d41-4627-af40-1393752d8d6c tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:21.081917 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-8af0eb2d-6d41-4627-af40-1393752d8d6c tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527026'] for security_group_rule, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:21.098034 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ae3e1cd3-3004-48a3-8a59-88cf4fdb66fa tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for port, precommit_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:21.107530 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ae3e1cd3-3004-48a3-8a59-88cf4fdb66fa tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13136843'] for port, after_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:21.117763 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0eb2d-6d41-4627-af40-1393752d8d6c tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c132e0c2-d81f-4e21-b687-5b6619c3c51b,revision_number=0']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:21.149086 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-8af0eb2d-6d41-4627-af40-1393752d8d6c tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:21.153617 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-8af0eb2d-6d41-4627-af40-1393752d8d6c tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2952564 Nov 11 01:10:21.154029 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 33506) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:10:21.161911 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-8efa27c5-7c53-41d8-9ef6-21449fe05395 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Request body: {'security_group_rule': {'security_group_id': 'e539e8a8-1221-4448-baf2-b28c3821e1a7', 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:10:21.191270 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e1cd3-3004-48a3-8a59-88cf4fdb66fa tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Pushing event updated for resources: {'Port': ['ID=2ad7c1a3-193d-44a2-8887-13c74fee3c3f,revision_number=2']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:21.198136 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.db.securitygroups_db [None req-8efa27c5-7c53-41d8-9ef6-21449fe05395 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Project c7abb9f19d954ab1b034c3bc7de8d24b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 01:10:21.206350 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8efa27c5-7c53-41d8-9ef6-21449fe05395 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:21.230318 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ae3e1cd3-3004-48a3-8a59-88cf4fdb66fa tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918241'] for floatingip, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:21.278201 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8efa27c5-7c53-41d8-9ef6-21449fe05395 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:21.279953 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ae3e1cd3-3004-48a3-8a59-88cf4fdb66fa tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for floatingip, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:21.281956 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-ae3e1cd3-3004-48a3-8a59-88cf4fdb66fa tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3403871 Nov 11 01:10:21.282924 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8efa27c5-7c53-41d8-9ef6-21449fe05395 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527026'] for security_group_rule, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:21.316022 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa27c5-7c53-41d8-9ef6-21449fe05395 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294c3975-43ef-4e37-9f2e-467a91754989,revision_number=0']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:21.332018 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8efa27c5-7c53-41d8-9ef6-21449fe05395 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:21.334708 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-8efa27c5-7c53-41d8-9ef6-21449fe05395 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1788030 Nov 11 01:10:21.337631 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 33512) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:10:21.349135 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-6890db7b-3d65-4d40-98a2-cfebfcf0a5cb tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Request body: {'security_group_rule': {'security_group_id': 'e539e8a8-1221-4448-baf2-b28c3821e1a7', 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:10:21.376234 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.db.securitygroups_db [None req-6890db7b-3d65-4d40-98a2-cfebfcf0a5cb tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Project c7abb9f19d954ab1b034c3bc7de8d24b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 01:10:21.389100 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6890db7b-3d65-4d40-98a2-cfebfcf0a5cb tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:21.396151 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71746e-efd4-462e-9832-1a154a125070 req-0d4f87a0-29bc-4e2f-be20-b5c8dee90b41 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:21.397708 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ae71746e-efd4-462e-9832-1a154a125070 req-0d4f87a0-29bc-4e2f-be20-b5c8dee90b41 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 943 time: 0.1474209 Nov 11 01:10:21.412683 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32addb-2f57-4491-bcd9-587666dc982f req-d817be3e-d82f-4a0c-9cf1-4651e11540bc tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:21.414034 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3c32addb-2f57-4491-bcd9-587666dc982f req-d817be3e-d82f-4a0c-9cf1-4651e11540bc tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.1038053 Nov 11 01:10:21.453896 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6890db7b-3d65-4d40-98a2-cfebfcf0a5cb tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:21.459419 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6890db7b-3d65-4d40-98a2-cfebfcf0a5cb tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527026'] for security_group_rule, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:21.477741 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890db7b-3d65-4d40-98a2-cfebfcf0a5cb tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa73726c-740a-44bc-84b9-5d2c17e93d27,revision_number=0']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:21.482777 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6890db7b-3d65-4d40-98a2-cfebfcf0a5cb tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:21.484318 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-6890db7b-3d65-4d40-98a2-cfebfcf0a5cb tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1409221 Nov 11 01:10:21.495684 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ae71746e-efd4-462e-9832-1a154a125070 req-d5b8205f-b546-4b6b-97ae-96943047228d tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911200 Nov 11 01:10:21.502536 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3c32addb-2f57-4491-bcd9-587666dc982f req-06177c61-f226-48e8-aab0-f71ca674b6fe tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747702 Nov 11 01:10:21.644200 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-8c358876-96eb-44e4-8750-2f18bf692cf7 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1583811581&fields=id&tenant_id=d65821f142fe445b8388094f872c5457 HTTP/1.1" status: 200 len: 267 time: 0.0751224 Nov 11 01:10:21.649639 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e6375b2a-7386-4e51-96da-89ce1043cd67 req-91bb7a2f-2504-4a9a-9763-7b004c9e83bf tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-868662320&fields=id&tenant_id=c7abb9f19d954ab1b034c3bc7de8d24b HTTP/1.1" status: 200 len: 267 time: 0.0820420 Nov 11 01:10:21.773472 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6375b2a-7386-4e51-96da-89ce1043cd67 req-dd4cb75a-e111-477c-ac79-c17b93932f7b tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:21.774840 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e6375b2a-7386-4e51-96da-89ce1043cd67 req-dd4cb75a-e111-477c-ac79-c17b93932f7b tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 946 time: 0.1142919 Nov 11 01:10:21.791575 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [req-e6375b2a-7386-4e51-96da-89ce1043cd67 req-839c0019-d6c0-4ed3-a160-7045642cdea4 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Request body: {'port': {'security_groups': ['19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30', 'e539e8a8-1221-4448-baf2-b28c3821e1a7']}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:10:21.804074 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-9e4cf97a-3bb6-4e7e-b85f-d6d3b7fa1ff1 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:21.805478 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-9e4cf97a-3bb6-4e7e-b85f-d6d3b7fa1ff1 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/networks?id=0201e78f-31b0-4780-85e5-2d0c4a5203a2 HTTP/1.1" status: 200 len: 811 time: 0.1538444 Nov 11 01:10:21.838546 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-8e8ba532-4b4b-45b3-91c7-81b4320b8594 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/quotas/d65821f142fe445b8388094f872c5457 HTTP/1.1" status: 200 len: 375 time: 0.0167494 Nov 11 01:10:21.893175 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-e6375b2a-7386-4e51-96da-89ce1043cd67 req-839c0019-d6c0-4ed3-a160-7045642cdea4 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:22.066565 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 33528) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:10:22.116905 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_v2 [None req-425a7563-3c62-4c67-9c7f-c5480d2cab36 admin admin] Deleting subnet fb665675-e55e-416f-b7ef-07e6d22f9340 {{(pid=101601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 01:10:22.120289 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-425a7563-3c62-4c67-9c7f-c5480d2cab36 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:22.154521 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-425a7563-3c62-4c67-9c7f-c5480d2cab36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14391884'] for subnet, precommit_delete_associations {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:22.192575 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-7d6a8b95-4ecd-4852-84b9-7a7fa82a8543 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d65821f142fe445b8388094f872c5457&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3473825 Nov 11 01:10:22.198918 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-425a7563-3c62-4c67-9c7f-c5480d2cab36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1988382'] for subnet, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:22.251743 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-425a7563-3c62-4c67-9c7f-c5480d2cab36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14461986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14289049'] for subnet, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:22.277334 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a7563-3c62-4c67-9c7f-c5480d2cab36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb665675-e55e-416f-b7ef-07e6d22f9340,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:22.283008 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-425a7563-3c62-4c67-9c7f-c5480d2cab36 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:22.287483 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-425a7563-3c62-4c67-9c7f-c5480d2cab36 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fb665675-e55e-416f-b7ef-07e6d22f9340 HTTP/1.1" status: 204 len: 168 time: 0.2195477 Nov 11 01:10:22.289790 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 33530) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:10:22.356769 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2f7445a3-610f-4e71-b11e-61b4d4fec8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698162'] for network, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:22.372496 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-ba14c937-698f-48de-baf7-405b392f58ba service neutron] 10.222.0.52 "GET /v2.0/networks/0201e78f-31b0-4780-85e5-2d0c4a5203a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660299 Nov 11 01:10:22.442983 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2f7445a3-610f-4e71-b11e-61b4d4fec8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1989287', 'neutron.services.segments.db._delete_segments_for_network-8764259070437'] for network, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:22.462122 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.services.segments.db [None req-2f7445a3-610f-4e71-b11e-61b4d4fec8fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384']}} {{(pid=101601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:10:22.471988 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.services.segments.db [None req-2f7445a3-610f-4e71-b11e-61b4d4fec8fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f515badc-0eb8-4c72-ac17-ae092d53d80b') {'for_net_delete': True} {{(pid=101601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:10:22.472284 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.services.segments.db [None req-2f7445a3-610f-4e71-b11e-61b4d4fec8fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f515badc-0eb8-4c72-ac17-ae092d53d80b') {} {{(pid=101601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:10:22.476132 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [req-e6375b2a-7386-4e51-96da-89ce1043cd67 req-839c0019-d6c0-4ed3-a160-7045642cdea4 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] For port c2076f3e-6040-4813-a257-8804dcab051f, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=c2076f3e-6040-4813-a257-8804dcab051f,segment=NetworkSegment(076f51ae-c342-484b-b31a-3d52cb0c28be),segment_id=076f51ae-c342-484b-b31a-3d52cb0c28be)] {{(pid=101602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:10:22.482049 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2f7445a3-610f-4e71-b11e-61b4d4fec8fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764259091950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14391893'] for segment, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:22.495565 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2f7445a3-610f-4e71-b11e-61b4d4fec8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:22.501615 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7445a3-610f-4e71-b11e-61b4d4fec8fd admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 01:10:22.502006 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2f7445a3-610f-4e71-b11e-61b4d4fec8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14462076'] for segment, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: Traceback (most recent call last): Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: timer() Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: cb(*args, **kw) Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: return func(*args, **kwargs) Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: self._notify() Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: self.callback(batched_events) Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: event.method(event) Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: return f(self, *a, **k) Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: return self._get(url).json() Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: return self.request(url, 'GET', **kwargs) Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 01:10:22.503720 dv-cinder-817085-3-iscsi neutron-server[101601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 01:10:22.523796 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-593d56c6-66ce-4ea9-b34c-d00154769be9 service neutron] 10.222.0.52 "GET /v2.0/networks/0201e78f-31b0-4780-85e5-2d0c4a5203a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420591 Nov 11 01:10:22.527589 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-e6375b2a-7386-4e51-96da-89ce1043cd67 req-839c0019-d6c0-4ed3-a160-7045642cdea4 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for port, precommit_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:22.533924 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-e6375b2a-7386-4e51-96da-89ce1043cd67 req-839c0019-d6c0-4ed3-a160-7045642cdea4 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13136843'] for port, after_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:22.571220 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2f7445a3-610f-4e71-b11e-61b4d4fec8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1989264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918263'] for network, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:22.577612 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2f7445a3-610f-4e71-b11e-61b4d4fec8fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:22.578005 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['c2076f3e-6040-4813-a257-8804dcab051f'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:10:22.581296 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-2f7445a3-610f-4e71-b11e-61b4d4fec8fd admin admin] 10.222.0.52 "DELETE /v2.0/networks/0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384 HTTP/1.1" status: 204 len: 168 time: 0.2905803 Nov 11 01:10:22.581521 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6375b2a-7386-4e51-96da-89ce1043cd67 req-839c0019-d6c0-4ed3-a160-7045642cdea4 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:22.582130 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-e6375b2a-7386-4e51-96da-89ce1043cd67 req-839c0019-d6c0-4ed3-a160-7045642cdea4 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:22.588346 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e6375b2a-7386-4e51-96da-89ce1043cd67 req-839c0019-d6c0-4ed3-a160-7045642cdea4 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "PUT /v2.0/ports/c2076f3e-6040-4813-a257-8804dcab051f HTTP/1.1" status: 200 len: 982 time: 0.8026869 Nov 11 01:10:22.596316 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da015352-8fb0-4f06-bc78-c1cc0c9be5ca', 'tag': 'c2076f3e-6040-4813-a257-8804dcab051f'}] {{(pid=101602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:10:22.601260 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbc2a4dd34722a8e14e2fc20a6c680084dc03eb7d3307192ee443654b1fba6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57151c0-b846-4013-bb30-2421f00b0b61" -d '{"events": [{"name": "network-changed", "server_uuid": "da015352-8fb0-4f06-bc78-c1cc0c9be5ca", "tag": "c2076f3e-6040-4813-a257-8804dcab051f"}]}' {{(pid=101602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:10:22.626592 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7445a3-610f-4e71-b11e-61b4d4fec8fd admin admin] Pushing event deleted for resources: {'Network': ['ID=0a5aa8d3-8b8d-40ef-b7b2-1f6fcc263384,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:22.646776 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c0019-d6c0-4ed3-a160-7045642cdea4 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Pushing event updated for resources: {'Port': ['ID=c2076f3e-6040-4813-a257-8804dcab051f,revision_number=6']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:22.745630 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['c2076f3e-6040-4813-a257-8804dcab051f'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:10:22.754702 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4857a7e-7f3f-4493-a48d-47d837051430 req-04a58b85-ad34-4e98-917b-36d580e91729 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:22.756367 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e4857a7e-7f3f-4493-a48d-47d837051430 req-04a58b85-ad34-4e98-917b-36d580e91729 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 943 time: 0.0867114 Nov 11 01:10:22.877510 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e4857a7e-7f3f-4493-a48d-47d837051430 req-26bd40e9-2b28-43a6-9427-1aa9a6677c0c tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136053 Nov 11 01:10:22.905712 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec1381-8677-438f-8a41-4fda06189c1d req-8a51d13d-6895-48a9-9bb6-60b169566135 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:22.921626 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a5ec1381-8677-438f-8a41-4fda06189c1d req-8a51d13d-6895-48a9-9bb6-60b169566135 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.1209643 Nov 11 01:10:22.934311 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 33546) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:10:23.003179 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a5ec1381-8677-438f-8a41-4fda06189c1d req-5d35d496-1545-4bc6-928e-6212112fb265 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792418 Nov 11 01:10:23.018316 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-029c5750-92d9-4bc0-a625-05ec2b3e8dc4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=42eb5f73fb374af78bba48a01fee4398&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0826907 Nov 11 01:10:23.021166 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 33552) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:10:23.082639 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdc3d4b-18c9-414c-9e7e-cdb499a83a64 x-openstack-request-id: req-0cdc3d4b-18c9-414c-9e7e-cdb499a83a64 {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:10:23.083161 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da015352-8fb0-4f06-bc78-c1cc0c9be5ca", "tag": "c2076f3e-6040-4813-a257-8804dcab051f", "status": "completed", "code": 200}]} {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:10:23.083375 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0cdc3d4b-18c9-414c-9e7e-cdb499a83a64 {{(pid=101602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:10:23.083718 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da015352-8fb0-4f06-bc78-c1cc0c9be5ca', 'tag': 'c2076f3e-6040-4813-a257-8804dcab051f', 'status': 'completed', 'code': 200} Nov 11 01:10:23.109858 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0524f9-a41d-4bb8-bb3f-eb2d586a7c47 req-d139e85a-cbc9-47d5-9aad-ac0b3e9b838d tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:23.111524 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fb0524f9-a41d-4bb8-bb3f-eb2d586a7c47 req-d139e85a-cbc9-47d5-9aad-ac0b3e9b838d tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 985 time: 0.1032298 Nov 11 01:10:23.130083 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-576144ae-0773-41b9-a613-ac6e335cf68a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:23.186501 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-576144ae-0773-41b9-a613-ac6e335cf68a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:23.189766 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57151c0-b846-4013-bb30-2421f00b0b61 req-f8538310-cc9b-4806-80cc-00f396041f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:23.191650 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a57151c0-b846-4013-bb30-2421f00b0b61 req-f8538310-cc9b-4806-80cc-00f396041f4f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7abb9f19d954ab1b034c3bc7de8d24b&device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 1138 time: 0.0779989 Nov 11 01:10:23.204151 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-bc5211d9-c9c9-4d0a-a41f-6e9c54c4242c req-11165002-c5d7-4f65-a7d1-7f06080b92ab tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a93927e-164e-4860-bf84-1abd71f70a7e HTTP/1.1" status: 200 len: 210 time: 0.0421481 Nov 11 01:10:23.233982 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fb0524f9-a41d-4bb8-bb3f-eb2d586a7c47 req-259450d0-4cc3-43a1-967c-f42f4f1ae452 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=e539e8a8-1221-4448-baf2-b28c3821e1a7&id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1142938 Nov 11 01:10:23.254974 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-03ce6d6b-29d8-4ddb-bc1c-bd7f26b5ddae None None] Provisioning complete for port c2076f3e-6040-4813-a257-8804dcab051f triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:10:23.254974 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-03ce6d6b-29d8-4ddb-bc1c-bd7f26b5ddae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:23.326039 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57151c0-b846-4013-bb30-2421f00b0b61 req-369196cb-e730-4b40-90e6-0799d1183651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:23.327695 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a57151c0-b846-4013-bb30-2421f00b0b61 req-369196cb-e730-4b40-90e6-0799d1183651 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e48f818-692b-4e8c-876c-8e3b508f3610 HTTP/1.1" status: 200 len: 915 time: 0.1261034 Nov 11 01:10:23.330998 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-576144ae-0773-41b9-a613-ac6e335cf68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:23.336835 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-576144ae-0773-41b9-a613-ac6e335cf68a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:23.338194 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-576144ae-0773-41b9-a613-ac6e335cf68a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/12376f23-9935-4561-8bb0-cdb018f9299c HTTP/1.1" status: 204 len: 168 time: 0.3156412 Nov 11 01:10:23.389443 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576144ae-0773-41b9-a613-ac6e335cf68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12376f23-9935-4561-8bb0-cdb018f9299c,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:23.423093 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a57151c0-b846-4013-bb30-2421f00b0b61 req-f6ec7853-1f0d-40dd-aa96-2ff8c7474898 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2076f3e-6040-4813-a257-8804dcab051f HTTP/1.1" status: 200 len: 1002 time: 0.0816875 Nov 11 01:10:23.500793 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57151c0-b846-4013-bb30-2421f00b0b61 req-42147df1-2559-4c5f-8266-652968cd43b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:23.502282 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a57151c0-b846-4013-bb30-2421f00b0b61 req-42147df1-2559-4c5f-8266-652968cd43b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52156a0b-9cdf-4522-a6bd-fc1be773de3a HTTP/1.1" status: 200 len: 854 time: 0.0661626 Nov 11 01:10:23.580672 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57151c0-b846-4013-bb30-2421f00b0b61 req-87bbd700-7083-4ea0-9498-53fbac8c86d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:23.582238 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a57151c0-b846-4013-bb30-2421f00b0b61 req-87bbd700-7083-4ea0-9498-53fbac8c86d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e48f818-692b-4e8c-876c-8e3b508f3610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0636008 Nov 11 01:10:23.693790 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a57151c0-b846-4013-bb30-2421f00b0b61 req-80b319e0-a4c3-442d-8ae9-5d1be7443b12 service neutron] 10.222.0.64 "GET /v2.0/networks/4e48f818-692b-4e8c-876c-8e3b508f3610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014347 Nov 11 01:10:23.818144 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a57151c0-b846-4013-bb30-2421f00b0b61 req-74246f33-4ab9-428d-b523-66d6f0444324 service neutron] 10.222.0.64 "GET /v2.0/networks/4e48f818-692b-4e8c-876c-8e3b508f3610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917962 Nov 11 01:10:24.018522 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262e2f6-6078-428c-a3e0-986a7a68b6ed req-483470d6-17bd-40f3-be59-895c3f6b52f7 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:24.020135 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c262e2f6-6078-428c-a3e0-986a7a68b6ed req-483470d6-17bd-40f3-be59-895c3f6b52f7 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 943 time: 0.0508847 Nov 11 01:10:24.079554 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c262e2f6-6078-428c-a3e0-986a7a68b6ed req-eee6fc4d-6377-4eba-b272-b0179e2893fc tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527298 Nov 11 01:10:24.149746 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9565b68-f082-4388-a509-d3d30243e0fe req-d503ba0a-555e-49a6-b319-f0969b6ad139 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:24.151267 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c9565b68-f082-4388-a509-d3d30243e0fe req-d503ba0a-555e-49a6-b319-f0969b6ad139 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.0608482 Nov 11 01:10:24.201364 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c9565b68-f082-4388-a509-d3d30243e0fe req-6b4703e3-3c3e-434c-9d84-cbfe12550565 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442591 Nov 11 01:10:24.315944 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8c9fdf71-f635-4adb-a0e8-91d8e7716a0d req-a32ea181-9aa2-4fdd-8794-e88c15a4df2e tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a93927e-164e-4860-bf84-1abd71f70a7e HTTP/1.1" status: 200 len: 210 time: 0.0329292 Nov 11 01:10:24.384493 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-3dbad83d-7e54-4578-b844-3c99a5eaca51 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:24.385844 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-3dbad83d-7e54-4578-b844-3c99a5eaca51 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.64 "GET /v2.0/networks?id=0201e78f-31b0-4780-85e5-2d0c4a5203a2 HTTP/1.1" status: 200 len: 811 time: 0.1508136 Nov 11 01:10:24.460332 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-c42fc022-af9e-4d13-a572-8f311d81e1f8 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d65821f142fe445b8388094f872c5457 HTTP/1.1" status: 200 len: 380 time: 0.0542781 Nov 11 01:10:24.478506 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-a6520c7e-d341-4efc-bb74-44bd7bfadb0d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Request body: {'port': {'device_id': '1a93927e-164e-4860-bf84-1abd71f70a7e', 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'admin_state_up': True, 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'security_groups': ['f5cd9559-eba5-4a30-8cad-a43a03c2d39b']}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:10:24.603809 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-a6520c7e-d341-4efc-bb74-44bd7bfadb0d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Made reservation on behalf of d65821f142fe445b8388094f872c5457 for: {'port': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:10:24.607318 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-a6520c7e-d341-4efc-bb74-44bd7bfadb0d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:24.736604 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-a6520c7e-d341-4efc-bb74-44bd7bfadb0d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Allocated IP 172.20.0.13 (0201e78f-31b0-4780-85e5-2d0c4a5203a2/0a02394f-0dc6-4d50-9053-e463b69f5032/44f556ed-442c-489b-8797-5d8ba69793e5) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:10:24.873525 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-a6520c7e-d341-4efc-bb74-44bd7bfadb0d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:24.906130 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-a6520c7e-d341-4efc-bb74-44bd7bfadb0d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:24.948896 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-a6520c7e-d341-4efc-bb74-44bd7bfadb0d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Network 0201e78f-31b0-4780-85e5-2d0c4a5203a2 is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:10:24.951997 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-a6520c7e-d341-4efc-bb74-44bd7bfadb0d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:10:24.955727 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-a6520c7e-d341-4efc-bb74-44bd7bfadb0d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:10:24.962266 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6520c7e-d341-4efc-bb74-44bd7bfadb0d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Pushing event updated for resources: {'Port': ['ID=44f556ed-442c-489b-8797-5d8ba69793e5,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:25.013475 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-a6520c7e-d341-4efc-bb74-44bd7bfadb0d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:25.014091 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-a6520c7e-d341-4efc-bb74-44bd7bfadb0d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:25.030671 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-a6520c7e-d341-4efc-bb74-44bd7bfadb0d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5565975 Nov 11 01:10:25.050513 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-151a2522-295b-4713-923c-4cd6438eeaa1 service neutron] Request body: {'port': {'device_id': '1a93927e-164e-4860-bf84-1abd71f70a7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:10:25.108830 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-151a2522-295b-4713-923c-4cd6438eeaa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:25.198500 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbc649-ca35-438e-869c-9b92e921de72 req-17c774ab-41e3-4d82-9529-ab1dd8343205 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:25.199947 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a6bbc649-ca35-438e-869c-9b92e921de72 req-17c774ab-41e3-4d82-9529-ab1dd8343205 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 943 time: 0.0508635 Nov 11 01:10:25.210983 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-eeaed467-509e-451d-b083-acb3b0fe737a None None] Provisioning complete for port 44f556ed-442c-489b-8797-5d8ba69793e5 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:10:25.211526 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-eeaed467-509e-451d-b083-acb3b0fe737a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:25.248720 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-eeaed467-509e-451d-b083-acb3b0fe737a None None] Port 44f556ed-442c-489b-8797-5d8ba69793e5 cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:10:25.261600 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a6bbc649-ca35-438e-869c-9b92e921de72 req-9aede874-8ee8-4456-8143-5877b247de38 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559030 Nov 11 01:10:25.337665 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb338c-951c-4d3e-98b8-4a5fd9c2e12b req-578bc944-86c9-4716-af97-882ba0c021fc tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:25.340644 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e9eb338c-951c-4d3e-98b8-4a5fd9c2e12b req-578bc944-86c9-4716-af97-882ba0c021fc tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.0476768 Nov 11 01:10:25.378318 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-151a2522-295b-4713-923c-4cd6438eeaa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f556ed-442c-489b-8797-5d8ba69793e5 {{(pid=101601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:10:25.386563 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-151a2522-295b-4713-923c-4cd6438eeaa1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:25.388610 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e9eb338c-951c-4d3e-98b8-4a5fd9c2e12b req-2a098833-93ed-4e21-b87d-0445951b1c70 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424376 Nov 11 01:10:25.399758 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.provisioning_blocks [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-151a2522-295b-4713-923c-4cd6438eeaa1 service neutron] Transition to ACTIVE for port object 44f556ed-442c-489b-8797-5d8ba69793e5 will not be triggered until provisioned by entity L2. {{(pid=101601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 01:10:25.404007 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-151a2522-295b-4713-923c-4cd6438eeaa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:25.446674 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529b3e3-6ca3-4e85-9224-9fb547c16cbe req-5211ef64-efc8-4d87-80fd-d70d165369cc tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:25.448421 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8529b3e3-6ca3-4e85-9224-9fb547c16cbe req-5211ef64-efc8-4d87-80fd-d70d165369cc tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a93927e-164e-4860-bf84-1abd71f70a7e HTTP/1.1" status: 200 len: 944 time: 0.0559421 Nov 11 01:10:25.454248 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a2522-295b-4713-923c-4cd6438eeaa1 service neutron] Pushing event updated for resources: {'Port': ['ID=44f556ed-442c-489b-8797-5d8ba69793e5,revision_number=2']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:25.504578 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8529b3e3-6ca3-4e85-9224-9fb547c16cbe req-92473f7f-614b-4260-98a0-502f21f65f36 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5cd9559-eba5-4a30-8cad-a43a03c2d39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502119 Nov 11 01:10:25.531658 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-151a2522-295b-4713-923c-4cd6438eeaa1 service neutron] Attempting to bind port 44f556ed-442c-489b-8797-5d8ba69793e5 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:10:25.531987 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-151a2522-295b-4713-923c-4cd6438eeaa1 service neutron] Attempting to bind port 44f556ed-442c-489b-8797-5d8ba69793e5 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': '1634d06e-1d4c-4924-a971-6958bbee6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2'}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:10:25.532311 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-151a2522-295b-4713-923c-4cd6438eeaa1 service neutron] Attempting to bind port 44f556ed-442c-489b-8797-5d8ba69793e5 on network 0201e78f-31b0-4780-85e5-2d0c4a5203a2 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:10:25.537013 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-151a2522-295b-4713-923c-4cd6438eeaa1 service neutron] Port 44f556ed-442c-489b-8797-5d8ba69793e5 on network 0201e78f-31b0-4780-85e5-2d0c4a5203a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 01:10:25.537331 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-151a2522-295b-4713-923c-4cd6438eeaa1 service neutron] Attempting to bind port 44f556ed-442c-489b-8797-5d8ba69793e5 on network 0201e78f-31b0-4780-85e5-2d0c4a5203a2 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:10:25.542235 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-151a2522-295b-4713-923c-4cd6438eeaa1 service neutron] Checking agent: {'id': '9935500b-1718-4861-8412-1ae3ca811271', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'started_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:10:25.542568 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-151a2522-295b-4713-923c-4cd6438eeaa1 service neutron] Checking segment: {'id': '1634d06e-1d4c-4924-a971-6958bbee6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:10:25.542967 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-151a2522-295b-4713-923c-4cd6438eeaa1 service neutron] Bound using segment: {'id': '1634d06e-1d4c-4924-a971-6958bbee6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2'} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:10:25.543401 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-151a2522-295b-4713-923c-4cd6438eeaa1 service neutron] Bound port: 44f556ed-442c-489b-8797-5d8ba69793e5, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1634d06e-1d4c-4924-a971-6958bbee6c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2'}}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:10:25.543756 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-151a2522-295b-4713-923c-4cd6438eeaa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:25.607471 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-151a2522-295b-4713-923c-4cd6438eeaa1 service neutron] For port 44f556ed-442c-489b-8797-5d8ba69793e5, host hv-cinder-81708, cleared binding levels {{(pid=101601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:10:25.610758 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-151a2522-295b-4713-923c-4cd6438eeaa1 service neutron] For port 44f556ed-442c-489b-8797-5d8ba69793e5, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=44f556ed-442c-489b-8797-5d8ba69793e5,segment=NetworkSegment(1634d06e-1d4c-4924-a971-6958bbee6c8d),segment_id=1634d06e-1d4c-4924-a971-6958bbee6c8d)] {{(pid=101601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:10:25.616858 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-151a2522-295b-4713-923c-4cd6438eeaa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:25.654244 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-151a2522-295b-4713-923c-4cd6438eeaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:25.655296 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-151a2522-295b-4713-923c-4cd6438eeaa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:25.656592 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-151a2522-295b-4713-923c-4cd6438eeaa1 service neutron] 10.222.0.64 "PUT /v2.0/ports/44f556ed-442c-489b-8797-5d8ba69793e5 HTTP/1.1" status: 200 len: 1094 time: 0.6102870 Nov 11 01:10:25.657037 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a93927e-164e-4860-bf84-1abd71f70a7e', 'tag': '44f556ed-442c-489b-8797-5d8ba69793e5'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:10:25.659311 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee646234-e3f6-47b6-8e90-d7223c3298da" -d '{"events": [{"name": "network-changed", "server_uuid": "1a93927e-164e-4860-bf84-1abd71f70a7e", "tag": "44f556ed-442c-489b-8797-5d8ba69793e5"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:10:25.684761 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a2522-295b-4713-923c-4cd6438eeaa1 service neutron] Pushing event updated for resources: {'Port': ['ID=44f556ed-442c-489b-8797-5d8ba69793e5,revision_number=3']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:25.729882 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c4408d-3383-4dc1-a829-d2a994e7e54f x-openstack-request-id: req-d9c4408d-3383-4dc1-a829-d2a994e7e54f {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:10:25.730231 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a93927e-164e-4860-bf84-1abd71f70a7e", "tag": "44f556ed-442c-489b-8797-5d8ba69793e5", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:10:25.730593 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9c4408d-3383-4dc1-a829-d2a994e7e54f {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:10:25.731094 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a93927e-164e-4860-bf84-1abd71f70a7e', 'tag': '44f556ed-442c-489b-8797-5d8ba69793e5', 'status': 'completed', 'code': 200} Nov 11 01:10:25.795841 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-5fcba4e1-99ce-4e2e-bac7-69d84c820c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:25.797354 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-5fcba4e1-99ce-4e2e-bac7-69d84c820c84 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d65821f142fe445b8388094f872c5457&device_id=1a93927e-164e-4860-bf84-1abd71f70a7e HTTP/1.1" status: 200 len: 1097 time: 0.0457332 Nov 11 01:10:25.854709 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-6480cb37-ad9d-4dbb-97c9-d69084ea93f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44f556ed-442c-489b-8797-5d8ba69793e5 HTTP/1.1" status: 200 len: 217 time: 0.0366299 Nov 11 01:10:25.910810 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-87c15240-371e-401b-a5b7-f4f2f14599c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:25.912362 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-87c15240-371e-401b-a5b7-f4f2f14599c7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a02394f-0dc6-4d50-9053-e463b69f5032 HTTP/1.1" status: 200 len: 850 time: 0.0503519 Nov 11 01:10:25.968366 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-d7b0cfbd-525d-476c-ba56-271d801239d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:25.970912 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-d7b0cfbd-525d-476c-ba56-271d801239d0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0201e78f-31b0-4780-85e5-2d0c4a5203a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497656 Nov 11 01:10:26.074091 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-6625120f-0c7c-41a2-afde-0b34a617f621 service neutron] 10.222.0.64 "GET /v2.0/networks/0201e78f-31b0-4780-85e5-2d0c4a5203a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936198 Nov 11 01:10:26.168254 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-4d141649-8b62-4069-ae2e-b58a7e676700 req-aa6b245b-5665-4fb3-8085-8628eaf3ab55 service neutron] 10.222.0.64 "GET /v2.0/networks/0201e78f-31b0-4780-85e5-2d0c4a5203a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865028 Nov 11 01:10:26.318418 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee646234-e3f6-47b6-8e90-d7223c3298da req-6ff3ed76-c292-44b5-8557-00b51722eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:26.319990 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-ee646234-e3f6-47b6-8e90-d7223c3298da req-6ff3ed76-c292-44b5-8557-00b51722eaa5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d65821f142fe445b8388094f872c5457&device_id=1a93927e-164e-4860-bf84-1abd71f70a7e HTTP/1.1" status: 200 len: 1097 time: 0.0409603 Nov 11 01:10:26.379806 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e86a46-7d88-4c7b-9f2d-e9eecf57996f req-65a38333-80a7-4b38-b79a-2d20592affe3 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:26.381342 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f2e86a46-7d88-4c7b-9f2d-e9eecf57996f req-65a38333-80a7-4b38-b79a-2d20592affe3 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 943 time: 0.0505064 Nov 11 01:10:26.418750 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee646234-e3f6-47b6-8e90-d7223c3298da req-90e1f5e1-fd1c-4b84-a771-4bc326acbd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:26.420376 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-ee646234-e3f6-47b6-8e90-d7223c3298da req-90e1f5e1-fd1c-4b84-a771-4bc326acbd3e service neutron] 10.222.0.64 "GET /v2.0/networks?id=0201e78f-31b0-4780-85e5-2d0c4a5203a2 HTTP/1.1" status: 200 len: 911 time: 0.0931208 Nov 11 01:10:26.432703 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f2e86a46-7d88-4c7b-9f2d-e9eecf57996f req-7d772835-bbb8-453e-8de9-f1de22fbffcf tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453057 Nov 11 01:10:26.480965 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-ee646234-e3f6-47b6-8e90-d7223c3298da req-5fc74117-2ee3-4b7b-a12c-99bbd35bbb1a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44f556ed-442c-489b-8797-5d8ba69793e5 HTTP/1.1" status: 200 len: 217 time: 0.0463080 Nov 11 01:10:26.522424 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa656b67-adbd-4d5b-a501-0152e4da5e6b req-4dfd7bc9-6b3a-404f-9b8e-d355b3f3ecd6 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:26.523929 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fa656b67-adbd-4d5b-a501-0152e4da5e6b req-4dfd7bc9-6b3a-404f-9b8e-d355b3f3ecd6 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.0540578 Nov 11 01:10:26.531350 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee646234-e3f6-47b6-8e90-d7223c3298da req-880b2ca0-1881-45d8-af0e-c2283054b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:26.532819 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-ee646234-e3f6-47b6-8e90-d7223c3298da req-880b2ca0-1881-45d8-af0e-c2283054b39d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a02394f-0dc6-4d50-9053-e463b69f5032 HTTP/1.1" status: 200 len: 850 time: 0.0448973 Nov 11 01:10:26.573682 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fa656b67-adbd-4d5b-a501-0152e4da5e6b req-f1c49ff3-532a-4011-a256-d1b767c88c82 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434797 Nov 11 01:10:26.628911 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2dd300-99c3-47c0-8b10-451a8855cb94 req-779a2dd4-c370-4cd7-a295-c1e254e846d3 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:26.631483 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9c2dd300-99c3-47c0-8b10-451a8855cb94 req-779a2dd4-c370-4cd7-a295-c1e254e846d3 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a93927e-164e-4860-bf84-1abd71f70a7e HTTP/1.1" status: 200 len: 944 time: 0.0563869 Nov 11 01:10:26.682167 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9c2dd300-99c3-47c0-8b10-451a8855cb94 req-ae7a2c2b-ebb4-42b6-bc19-835a381c543d tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5cd9559-eba5-4a30-8cad-a43a03c2d39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446153 Nov 11 01:10:26.841668 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee646234-e3f6-47b6-8e90-d7223c3298da req-c8eb3204-1c14-43a2-8c00-e59921b7eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:26.843106 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-ee646234-e3f6-47b6-8e90-d7223c3298da req-c8eb3204-1c14-43a2-8c00-e59921b7eb43 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0201e78f-31b0-4780-85e5-2d0c4a5203a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2929029 Nov 11 01:10:26.931894 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-ee646234-e3f6-47b6-8e90-d7223c3298da req-fd27daa7-ce70-4d66-977a-2cd4fd0449ee service neutron] 10.222.0.64 "GET /v2.0/networks/0201e78f-31b0-4780-85e5-2d0c4a5203a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795050 Nov 11 01:10:27.024884 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-ee646234-e3f6-47b6-8e90-d7223c3298da req-34449ec9-e507-48bf-8d92-efb3d2c2725a service neutron] 10.222.0.64 "GET /v2.0/networks/0201e78f-31b0-4780-85e5-2d0c4a5203a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849600 Nov 11 01:10:27.544632 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24925376-04c0-4c76-827b-eee7893ad2e5 req-799e72cc-2e45-4e7d-989f-89bd1593f54e tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:27.546065 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-24925376-04c0-4c76-827b-eee7893ad2e5 req-799e72cc-2e45-4e7d-989f-89bd1593f54e tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 943 time: 0.0472229 Nov 11 01:10:27.600896 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-24925376-04c0-4c76-827b-eee7893ad2e5 req-99cf9a50-357a-45a9-aac7-059547b0ef4c tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490150 Nov 11 01:10:27.693634 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168346b-10d4-4304-b645-43573044e61c req-42b32feb-1536-4edb-a695-e95f94a32859 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:27.695101 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0168346b-10d4-4304-b645-43573044e61c req-42b32feb-1536-4edb-a695-e95f94a32859 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.0481071 Nov 11 01:10:27.743413 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0168346b-10d4-4304-b645-43573044e61c req-4d242048-5a4b-4581-aa88-ae7cb2dc2f83 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425115 Nov 11 01:10:27.798176 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caf299-9410-45f7-88d8-41efc45d30f7 req-3a0a1864-7803-449f-95b2-96896fc2279a tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:27.799674 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-11caf299-9410-45f7-88d8-41efc45d30f7 req-3a0a1864-7803-449f-95b2-96896fc2279a tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a93927e-164e-4860-bf84-1abd71f70a7e HTTP/1.1" status: 200 len: 944 time: 0.0489652 Nov 11 01:10:27.847339 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-11caf299-9410-45f7-88d8-41efc45d30f7 req-3f2ec1c7-b130-4fac-b836-44cbc359c7b4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5cd9559-eba5-4a30-8cad-a43a03c2d39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407774 Nov 11 01:10:27.863920 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device e56a395c-77ef-4622-a62e-fedb27621bdb details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 01:10:27.961188 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port e56a395c-77ef-4622-a62e-fedb27621bdb, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e56a395c-77ef-4622-a62e-fedb27621bdb,segment=NetworkSegment(be86eb42-9a94-437a-9c98-c5eb078a7fac),segment_id=be86eb42-9a94-437a-9c98-c5eb078a7fac)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:10:27.972832 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Returning: {'device': 'e56a395c-77ef-4622-a62e-fedb27621bdb', 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31', 'port_id': 'e56a395c-77ef-4622-a62e-fedb27621bdb', 'mac_address': 'fa:16:3e:94:b0:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400844d0-9be8-4f53-95ec-2ae887a65afd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 01:10:28.009469 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:28.022037 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e56a395c-77ef-4622-a62e-fedb27621bdb {{(pid=101603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:10:28.041078 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port e56a395c-77ef-4622-a62e-fedb27621bdb, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e56a395c-77ef-4622-a62e-fedb27621bdb,segment=NetworkSegment(be86eb42-9a94-437a-9c98-c5eb078a7fac),segment_id=be86eb42-9a94-437a-9c98-c5eb078a7fac)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:10:28.044056 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:28.092531 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=e56a395c-77ef-4622-a62e-fedb27621bdb,revision_number=7']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:28.496183 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['e56a395c-77ef-4622-a62e-fedb27621bdb'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:10:28.736669 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f795f-530a-4248-a065-d0442713ba9e req-3a980b3b-fe84-4f51-bd3c-06e3ff2d41c6 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:28.739392 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-304f795f-530a-4248-a065-d0442713ba9e req-3a980b3b-fe84-4f51-bd3c-06e3ff2d41c6 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 944 time: 0.0605383 Nov 11 01:10:28.800656 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-304f795f-530a-4248-a065-d0442713ba9e req-c84f8613-20c2-433e-b95c-7f246c0cac9b tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526078 Nov 11 01:10:28.902324 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559edf42-7fd6-4ea2-aafb-d026962c0720 req-b7d72618-f288-45ad-b9d6-1d2045a3ffeb tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:28.902324 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-559edf42-7fd6-4ea2-aafb-d026962c0720 req-b7d72618-f288-45ad-b9d6-1d2045a3ffeb tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.0630498 Nov 11 01:10:28.990609 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-559edf42-7fd6-4ea2-aafb-d026962c0720 req-d36efdfd-f776-4e53-9833-664247808616 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858607 Nov 11 01:10:29.004674 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc085cd1-9a22-48af-aab2-173e5eb0ab56 req-3d0d3016-9c24-4f9a-85e5-6710e0d6e2ac tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:29.007570 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dc085cd1-9a22-48af-aab2-173e5eb0ab56 req-3d0d3016-9c24-4f9a-85e5-6710e0d6e2ac tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a93927e-164e-4860-bf84-1abd71f70a7e HTTP/1.1" status: 200 len: 944 time: 0.0799856 Nov 11 01:10:29.064686 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dc085cd1-9a22-48af-aab2-173e5eb0ab56 req-0e23cadb-b0d4-4a26-918d-329819509a8a tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5cd9559-eba5-4a30-8cad-a43a03c2d39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488114 Nov 11 01:10:29.399278 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-c8f7d990-4e5b-4851-913f-165bbaf451b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:29.885209 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 1f7f5df1-b155-4d43-99ac-2e3dd6657296 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 01:10:29.966689 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c2980-cae8-4fb3-9190-569a498875ff req-fffc045a-d6eb-4051-b7fe-32d6f4d595b1 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:29.975609 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dc1c2980-cae8-4fb3-9190-569a498875ff req-fffc045a-d6eb-4051-b7fe-32d6f4d595b1 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 944 time: 0.0893440 Nov 11 01:10:29.990284 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 1f7f5df1-b155-4d43-99ac-2e3dd6657296, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1f7f5df1-b155-4d43-99ac-2e3dd6657296,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:10:30.005634 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Returning: {'device': '1f7f5df1-b155-4d43-99ac-2e3dd6657296', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'port_id': '1f7f5df1-b155-4d43-99ac-2e3dd6657296', 'mac_address': 'fa:16:3e:2c:d6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 01:10:30.009730 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device e56a395c-77ef-4622-a62e-fedb27621bdb up at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:10:30.038807 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dc1c2980-cae8-4fb3-9190-569a498875ff req-54c70700-7f5e-4ac2-a1ff-c895f08e8a12 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622234 Nov 11 01:10:30.086164 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:30.102874 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f7f5df1-b155-4d43-99ac-2e3dd6657296 {{(pid=101603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:10:30.124191 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 1f7f5df1-b155-4d43-99ac-2e3dd6657296, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1f7f5df1-b155-4d43-99ac-2e3dd6657296,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:10:30.135192 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:30.135855 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 44f556ed-442c-489b-8797-5d8ba69793e5 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 01:10:30.195618 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=1f7f5df1-b155-4d43-99ac-2e3dd6657296,revision_number=6']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:30.208165 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning complete for port e56a395c-77ef-4622-a62e-fedb27621bdb triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:10:30.208538 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:30.271597 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f930ba-409d-469e-bd5d-b681b687067a req-0c4011b3-f910-4ac0-b458-8284e8ae943b tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:30.280024 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-61f930ba-409d-469e-bd5d-b681b687067a req-0c4011b3-f910-4ac0-b458-8284e8ae943b tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 945 time: 0.1561525 Nov 11 01:10:30.358487 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd34a9-77a0-4c49-8afa-998b53a00ec9 req-04f45d79-66e8-412d-9277-f50cbb96b696 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:30.360312 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-defd34a9-77a0-4c49-8afa-998b53a00ec9 req-04f45d79-66e8-412d-9277-f50cbb96b696 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a93927e-164e-4860-bf84-1abd71f70a7e HTTP/1.1" status: 200 len: 944 time: 0.1671107 Nov 11 01:10:30.376669 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:30.406649 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 44f556ed-442c-489b-8797-5d8ba69793e5, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=44f556ed-442c-489b-8797-5d8ba69793e5,segment=NetworkSegment(1634d06e-1d4c-4924-a971-6958bbee6c8d),segment_id=1634d06e-1d4c-4924-a971-6958bbee6c8d)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:10:30.409627 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-61f930ba-409d-469e-bd5d-b681b687067a req-d4462062-795e-47bb-a2e8-b2969961d96c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248021 Nov 11 01:10:30.419201 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93554b91-4f2b-4c98-ac74-341ac3c847f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56a395c-77ef-4622-a62e-fedb27621bdb'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:10:30.421523 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6d00ee-8eb2-48cc-b6ad-3e87526c25da" -d '{"events": [{"server_uuid": "93554b91-4f2b-4c98-ac74-341ac3c847f0", "name": "network-vif-plugged", "status": "completed", "tag": "e56a395c-77ef-4622-a62e-fedb27621bdb"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:10:30.443419 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port e56a395c-77ef-4622-a62e-fedb27621bdb, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e56a395c-77ef-4622-a62e-fedb27621bdb,segment=NetworkSegment(be86eb42-9a94-437a-9c98-c5eb078a7fac),segment_id=be86eb42-9a94-437a-9c98-c5eb078a7fac)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:10:30.444703 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Returning: {'device': '44f556ed-442c-489b-8797-5d8ba69793e5', 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'port_id': '44f556ed-442c-489b-8797-5d8ba69793e5', 'mac_address': 'fa:16:3e:1e:48:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 01:10:30.451663 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:30.524582 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-defd34a9-77a0-4c49-8afa-998b53a00ec9 req-59eda71e-7e88-4f59-a08b-94abbc84e923 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5cd9559-eba5-4a30-8cad-a43a03c2d39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520884 Nov 11 01:10:30.525088 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=e56a395c-77ef-4622-a62e-fedb27621bdb,revision_number=8']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:30.548255 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495f8b6e-5271-4514-8d03-fa1680009d0c x-openstack-request-id: req-495f8b6e-5271-4514-8d03-fa1680009d0c {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:10:30.548543 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93554b91-4f2b-4c98-ac74-341ac3c847f0", "name": "network-vif-plugged", "status": "completed", "tag": "e56a395c-77ef-4622-a62e-fedb27621bdb", "code": 200}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:10:30.549124 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-495f8b6e-5271-4514-8d03-fa1680009d0c {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:10:30.549516 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93554b91-4f2b-4c98-ac74-341ac3c847f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56a395c-77ef-4622-a62e-fedb27621bdb', 'code': 200} Nov 11 01:10:30.553270 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:30.574392 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f556ed-442c-489b-8797-5d8ba69793e5 {{(pid=101603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:10:30.619799 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 44f556ed-442c-489b-8797-5d8ba69793e5, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=44f556ed-442c-489b-8797-5d8ba69793e5,segment=NetworkSegment(1634d06e-1d4c-4924-a971-6958bbee6c8d),segment_id=1634d06e-1d4c-4924-a971-6958bbee6c8d)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:10:30.625733 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:30.695654 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=44f556ed-442c-489b-8797-5d8ba69793e5,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:30.846799 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['1f7f5df1-b155-4d43-99ac-2e3dd6657296'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:10:30.906360 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8db46-26f4-459f-8192-b2580a9b3888 req-de1c0a8a-51e8-46d7-9b09-33710e67eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:30.908922 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-fdf8db46-26f4-459f-8192-b2580a9b3888 req-de1c0a8a-51e8-46d7-9b09-33710e67eb10 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 1098 time: 0.0706491 Nov 11 01:10:30.988047 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-fdf8db46-26f4-459f-8192-b2580a9b3888 req-30f44a22-8b21-4911-8157-726ec9aa2764 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675297 Nov 11 01:10:31.167626 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ccaf3-fecc-40c2-bea5-b35062d1d190 req-1971fe91-fff6-4089-8b76-395e5a626d28 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:31.168108 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['44f556ed-442c-489b-8797-5d8ba69793e5'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:10:31.184279 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ab7ccaf3-fecc-40c2-bea5-b35062d1d190 req-1971fe91-fff6-4089-8b76-395e5a626d28 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0682988 Nov 11 01:10:31.263057 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ab7ccaf3-fecc-40c2-bea5-b35062d1d190 req-a999b8f4-4c19-47a4-92cf-7a44e08c0863 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721285 Nov 11 01:10:31.542444 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b474dc2-b9d0-4f27-a5d9-0f2b6c367ab5 req-e9cb7705-7328-48c1-91d8-fbc9f6e27fb9 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:31.544231 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0b474dc2-b9d0-4f27-a5d9-0f2b6c367ab5 req-e9cb7705-7328-48c1-91d8-fbc9f6e27fb9 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 945 time: 0.0537519 Nov 11 01:10:31.616275 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0b474dc2-b9d0-4f27-a5d9-0f2b6c367ab5 req-3337cf2c-ff49-4f4a-91e9-2a98e91bf4c3 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644088 Nov 11 01:10:31.688053 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc17fc6-abf6-4273-8816-f68da3e65788 req-bf1a2d2b-cace-4cc6-8820-02dbe55fbde9 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:31.695844 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fcc17fc6-abf6-4273-8816-f68da3e65788 req-bf1a2d2b-cace-4cc6-8820-02dbe55fbde9 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a93927e-164e-4860-bf84-1abd71f70a7e HTTP/1.1" status: 200 len: 945 time: 0.0647914 Nov 11 01:10:31.748212 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fcc17fc6-abf6-4273-8816-f68da3e65788 req-f6b706e5-d7cc-464c-9a49-010dd682b0de tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5cd9559-eba5-4a30-8cad-a43a03c2d39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513101 Nov 11 01:10:31.812928 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-23eb1137-6ad2-46d9-a614-1bf6f89a6d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:31.914685 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 1f7f5df1-b155-4d43-99ac-2e3dd6657296 up at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:10:31.968503 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning complete for port 1f7f5df1-b155-4d43-99ac-2e3dd6657296 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:10:31.968812 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:32.086682 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:32.149960 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 1f7f5df1-b155-4d43-99ac-2e3dd6657296, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1f7f5df1-b155-4d43-99ac-2e3dd6657296,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:10:32.161623 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:32.233206 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=1f7f5df1-b155-4d43-99ac-2e3dd6657296,revision_number=7']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:32.418765 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c88ba0-122b-4c21-b5e0-415bc00aaf29 req-75b47e44-95e3-4b78-b859-8ada61014b23 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:32.427694 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-97c88ba0-122b-4c21-b5e0-415bc00aaf29 req-75b47e44-95e3-4b78-b859-8ada61014b23 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0844700 Nov 11 01:10:32.485399 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-97c88ba0-122b-4c21-b5e0-415bc00aaf29 req-5b52a3b2-9f36-42fb-bc46-c81cc1e8140d tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563045 Nov 11 01:10:32.550903 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce8e836-308a-4cdb-8e70-a3d3b431da6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7f5df1-b155-4d43-99ac-2e3dd6657296'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:10:32.555726 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41624b4f-8b73-4267-b958-75de48c0aaea" -d '{"events": [{"server_uuid": "2ce8e836-308a-4cdb-8e70-a3d3b431da6d", "name": "network-vif-plugged", "status": "completed", "tag": "1f7f5df1-b155-4d43-99ac-2e3dd6657296"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:10:32.627309 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b7df7f-3b25-4b00-b703-f540bf4d0888 x-openstack-request-id: req-55b7df7f-3b25-4b00-b703-f540bf4d0888 {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:10:32.627874 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce8e836-308a-4cdb-8e70-a3d3b431da6d", "name": "network-vif-plugged", "status": "completed", "tag": "1f7f5df1-b155-4d43-99ac-2e3dd6657296", "code": 200}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:10:32.628146 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-55b7df7f-3b25-4b00-b703-f540bf4d0888 {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:10:32.629257 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce8e836-308a-4cdb-8e70-a3d3b431da6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7f5df1-b155-4d43-99ac-2e3dd6657296', 'code': 200} Nov 11 01:10:32.767795 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a371e4f-41d9-414a-86af-9613a8ea1006 req-96884fba-75d9-42ec-9cfa-f1db4b53349b tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:32.769227 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7a371e4f-41d9-414a-86af-9613a8ea1006 req-96884fba-75d9-42ec-9cfa-f1db4b53349b tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.0703716 Nov 11 01:10:32.855270 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7a371e4f-41d9-414a-86af-9613a8ea1006 req-ccab052a-b43e-4c7d-9f7c-bf6b32aac58d tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722284 Nov 11 01:10:32.907307 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:32.913988 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfd6a1-1546-46f4-8398-a3b151db5d09 req-e4e7b198-124e-4620-bd04-c101ec60ecd5 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:32.916416 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-76bfd6a1-1546-46f4-8398-a3b151db5d09 req-e4e7b198-124e-4620-bd04-c101ec60ecd5 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a93927e-164e-4860-bf84-1abd71f70a7e HTTP/1.1" status: 200 len: 945 time: 0.0778513 Nov 11 01:10:32.983045 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-76bfd6a1-1546-46f4-8398-a3b151db5d09 req-e5332b05-69d1-4aa6-8354-e70fa9647570 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5cd9559-eba5-4a30-8cad-a43a03c2d39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607846 Nov 11 01:10:33.669874 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd73a6-8c52-42af-8d0c-a77a0254f326 req-2c00a269-d405-404f-aa3b-bd2673aa9dd8 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:33.678325 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d3dd73a6-8c52-42af-8d0c-a77a0254f326 req-2c00a269-d405-404f-aa3b-bd2673aa9dd8 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0789962 Nov 11 01:10:33.729963 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d3dd73a6-8c52-42af-8d0c-a77a0254f326 req-bc3a9e44-73d1-482a-9200-05fb17c46d0d tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506659 Nov 11 01:10:33.926872 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 44f556ed-442c-489b-8797-5d8ba69793e5 up at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:10:33.997767 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning for port 44f556ed-442c-489b-8797-5d8ba69793e5 completed by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 01:10:34.002764 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning complete for port 44f556ed-442c-489b-8797-5d8ba69793e5 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:10:34.004646 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:34.049512 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7164de7-e8bc-47c3-8570-748f21f9e17c req-dd503de6-3652-4bcf-9fa4-97e798da01af tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:34.051655 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f7164de7-e8bc-47c3-8570-748f21f9e17c req-dd503de6-3652-4bcf-9fa4-97e798da01af tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.1033151 Nov 11 01:10:34.115645 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:34.152642 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf63f5-a3bf-40e4-b927-320123adb5eb req-523f78c7-c763-46f3-a2fd-a21e28761ce4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:34.154085 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-eebf63f5-a3bf-40e4-b927-320123adb5eb req-523f78c7-c763-46f3-a2fd-a21e28761ce4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a93927e-164e-4860-bf84-1abd71f70a7e HTTP/1.1" status: 200 len: 945 time: 0.0673931 Nov 11 01:10:34.155324 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 44f556ed-442c-489b-8797-5d8ba69793e5, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=44f556ed-442c-489b-8797-5d8ba69793e5,segment=NetworkSegment(1634d06e-1d4c-4924-a971-6958bbee6c8d),segment_id=1634d06e-1d4c-4924-a971-6958bbee6c8d)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:10:34.157739 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f7164de7-e8bc-47c3-8570-748f21f9e17c req-50de3ebe-58c4-4007-8912-bc5082548e33 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995314 Nov 11 01:10:34.171931 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:34.236256 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-eebf63f5-a3bf-40e4-b927-320123adb5eb req-56e175ad-1aaa-4fb8-971c-a22aea6d00e1 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5cd9559-eba5-4a30-8cad-a43a03c2d39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714858 Nov 11 01:10:34.241430 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=44f556ed-442c-489b-8797-5d8ba69793e5,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:34.424000 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:34.630349 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a93927e-164e-4860-bf84-1abd71f70a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f556ed-442c-489b-8797-5d8ba69793e5'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:10:34.631980 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d20777-bd36-40a1-863f-36d7ff419f03" -d '{"events": [{"server_uuid": "1a93927e-164e-4860-bf84-1abd71f70a7e", "name": "network-vif-plugged", "status": "completed", "tag": "44f556ed-442c-489b-8797-5d8ba69793e5"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:10:34.674266 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611620a1-28b6-46e4-8883-6f4349581acd x-openstack-request-id: req-611620a1-28b6-46e4-8883-6f4349581acd {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:10:34.674556 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a93927e-164e-4860-bf84-1abd71f70a7e", "name": "network-vif-plugged", "status": "completed", "tag": "44f556ed-442c-489b-8797-5d8ba69793e5", "code": 200}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:10:34.674808 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-611620a1-28b6-46e4-8883-6f4349581acd {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:10:34.675221 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a93927e-164e-4860-bf84-1abd71f70a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f556ed-442c-489b-8797-5d8ba69793e5', 'code': 200} Nov 11 01:10:34.885591 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:10:34.940765 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be489d-b270-41dc-bc63-df5f408df8de req-071b2e32-24be-4701-8547-ff13a65e4637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:34.943531 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-85be489d-b270-41dc-bc63-df5f408df8de req-071b2e32-24be-4701-8547-ff13a65e4637 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1a93927e-164e-4860-bf84-1abd71f70a7e HTTP/1.1" status: 200 len: 1099 time: 0.0563419 Nov 11 01:10:34.996983 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:35.012246 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-85be489d-b270-41dc-bc63-df5f408df8de req-00ca431a-20f4-47b1-8ea7-579c744b0b07 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f5cd9559-eba5-4a30-8cad-a43a03c2d39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581357 Nov 11 01:10:35.069866 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 33788) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:10:35.196951 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-47f9af1a-25d6-45ec-bba7-e0d61829c998 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:35.302502 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-47f9af1a-25d6-45ec-bba7-e0d61829c998 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:35.308567 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-47f9af1a-25d6-45ec-bba7-e0d61829c998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:35.322130 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef0af3-37c4-4223-93db-8e771bad7c74 req-d1a2f12c-1a83-4b67-9612-25014808e5d4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:35.337034 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c3ef0af3-37c4-4223-93db-8e771bad7c74 req-d1a2f12c-1a83-4b67-9612-25014808e5d4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.0755947 Nov 11 01:10:35.342150 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9af1a-25d6-45ec-bba7-e0d61829c998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3a822a-860e-4f89-bd2a-cfa77b0daf52,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:35.375637 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-47f9af1a-25d6-45ec-bba7-e0d61829c998 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=04d4ae08197741ff8d9a9287308f3ae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022368 Nov 11 01:10:35.375924 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 33796) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:10:35.416667 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c3ef0af3-37c4-4223-93db-8e771bad7c74 req-04b80cc9-8f53-4713-a2c0-0251db069291 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786529 Nov 11 01:10:35.448325 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819993f0-35fb-49ca-ae44-62db7b064566 req-15fce2c6-2ff1-4b9c-b728-99e7ea3d57e0 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:35.453194 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1966836d-7ff7-4460-8975-686dc2edb662 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:35.456013 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-819993f0-35fb-49ca-ae44-62db7b064566 req-15fce2c6-2ff1-4b9c-b728-99e7ea3d57e0 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a93927e-164e-4860-bf84-1abd71f70a7e HTTP/1.1" status: 200 len: 946 time: 0.1158736 Nov 11 01:10:35.480422 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1966836d-7ff7-4460-8975-686dc2edb662 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:35.523341 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-819993f0-35fb-49ca-ae44-62db7b064566 req-7f20bb9a-6067-436b-96f7-7991c92a6d42 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5cd9559-eba5-4a30-8cad-a43a03c2d39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666025 Nov 11 01:10:35.593517 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1966836d-7ff7-4460-8975-686dc2edb662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:35.596569 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1966836d-7ff7-4460-8975-686dc2edb662 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:35.598003 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-1966836d-7ff7-4460-8975-686dc2edb662 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ea3a822a-860e-4f89-bd2a-cfa77b0daf52 HTTP/1.1" status: 204 len: 168 time: 0.2209144 Nov 11 01:10:35.606645 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966836d-7ff7-4460-8975-686dc2edb662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3a822a-860e-4f89-bd2a-cfa77b0daf52,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:36.615653 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e0ec0-3ccb-4aa7-b52e-85df97ba5c6b req-abc911e9-e485-47db-a552-7a15645e3076 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:36.617345 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-390e0ec0-3ccb-4aa7-b52e-85df97ba5c6b req-abc911e9-e485-47db-a552-7a15645e3076 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.0801916 Nov 11 01:10:36.707903 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-390e0ec0-3ccb-4aa7-b52e-85df97ba5c6b req-cb025362-ed5c-4439-8bec-ac20fc6d9204 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844457 Nov 11 01:10:36.717464 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02152883-9436-4708-ab7c-e456959c3dce req-143467b0-544d-4f24-9445-9471f50f772f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:36.719697 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-02152883-9436-4708-ab7c-e456959c3dce req-143467b0-544d-4f24-9445-9471f50f772f tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a93927e-164e-4860-bf84-1abd71f70a7e HTTP/1.1" status: 200 len: 946 time: 0.0857184 Nov 11 01:10:36.795317 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-02152883-9436-4708-ab7c-e456959c3dce req-53b889ec-9260-4094-9215-a0547b4bc27b tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5cd9559-eba5-4a30-8cad-a43a03c2d39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650275 Nov 11 01:10:36.944262 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20686ce2-78e5-47ca-8afa-58d09a76a7ef req-c3a35b3c-84d1-4182-93ea-3b9cdc14ffb1 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:36.946673 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-20686ce2-78e5-47ca-8afa-58d09a76a7ef req-c3a35b3c-84d1-4182-93ea-3b9cdc14ffb1 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a93927e-164e-4860-bf84-1abd71f70a7e HTTP/1.1" status: 200 len: 946 time: 0.0742366 Nov 11 01:10:36.955475 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 33838) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:10:36.960622 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-d65a2bb7-560d-456d-bb03-2295b4838df4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Request body: {'floatingip': {'port_id': '44f556ed-442c-489b-8797-5d8ba69793e5'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:10:37.013957 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d65a2bb7-560d-456d-bb03-2295b4838df4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for floatingip, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:37.521209 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d65a2bb7-560d-456d-bb03-2295b4838df4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:37.528208 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d65a2bb7-560d-456d-bb03-2295b4838df4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918241'] for floatingip, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:37.661145 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.db.l3_db [None req-d65a2bb7-560d-456d-bb03-2295b4838df4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Floating IP da1f0f91-9584-4b36-bad1-3e3adb653343 associated. External IP: 172.27.2.21, port: 44f556ed-442c-489b-8797-5d8ba69793e5. Nov 11 01:10:37.877031 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a599c-016e-4555-90fa-525e72281a29 req-49904dac-bc2a-4a5e-b894-8774ae18eb45 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:37.878542 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-394a599c-016e-4555-90fa-525e72281a29 req-49904dac-bc2a-4a5e-b894-8774ae18eb45 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.0606670 Nov 11 01:10:37.916442 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65a2bb7-560d-456d-bb03-2295b4838df4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Router de235f7c-9391-42e5-8fde-460afd907890 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:10:37.978727 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-394a599c-016e-4555-90fa-525e72281a29 req-3652d87d-e1a2-47d1-b26a-29eac637d5d4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861199 Nov 11 01:10:38.047976 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65a2bb7-560d-456d-bb03-2295b4838df4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:10:38.053648 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d65a2bb7-560d-456d-bb03-2295b4838df4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for floatingip, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:38.058835 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b8853-45e2-41dc-9c17-76464d26fc7b None None] Sync routers for ids ['de235f7c-9391-42e5-8fde-460afd907890'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:10:38.078524 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b8853-45e2-41dc-9c17-76464d26fc7b None None] Routers {'de235f7c-9391-42e5-8fde-460afd907890'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:10:38.083101 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-409b8853-45e2-41dc-9c17-76464d26fc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:10:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['de235f7c-9391-42e5-8fde-460afd907890'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:10:38.087003 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-d65a2bb7-560d-456d-bb03-2295b4838df4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "PUT /v2.0/floatingips/da1f0f91-9584-4b36-bad1-3e3adb653343 HTTP/1.1" status: 200 len: 991 time: 1.1290991 Nov 11 01:10:38.087003 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a93927e-164e-4860-bf84-1abd71f70a7e', 'tag': '44f556ed-442c-489b-8797-5d8ba69793e5'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:10:38.089648 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fcddf0-04a3-4d4a-8796-28ed7d34a93f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a93927e-164e-4860-bf84-1abd71f70a7e", "tag": "44f556ed-442c-489b-8797-5d8ba69793e5"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:10:38.164920 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcca7d82-38e0-4a3c-a23d-4ef6ab641969 x-openstack-request-id: req-bcca7d82-38e0-4a3c-a23d-4ef6ab641969 {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:10:38.165249 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a93927e-164e-4860-bf84-1abd71f70a7e", "tag": "44f556ed-442c-489b-8797-5d8ba69793e5", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:10:38.165530 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bcca7d82-38e0-4a3c-a23d-4ef6ab641969 {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:10:38.166989 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a93927e-164e-4860-bf84-1abd71f70a7e', 'tag': '44f556ed-442c-489b-8797-5d8ba69793e5', 'status': 'completed', 'code': 200} Nov 11 01:10:38.274014 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-409b8853-45e2-41dc-9c17-76464d26fc7b None None] Set router de235f7c-9391-42e5-8fde-460afd907890 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:10:38.332364 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcddf0-04a3-4d4a-8796-28ed7d34a93f req-3be21141-2293-487a-b95e-a914f420a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:38.336331 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b5fcddf0-04a3-4d4a-8796-28ed7d34a93f req-3be21141-2293-487a-b95e-a914f420a6ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d65821f142fe445b8388094f872c5457&device_id=1a93927e-164e-4860-bf84-1abd71f70a7e HTTP/1.1" status: 200 len: 1099 time: 0.0605452 Nov 11 01:10:38.473563 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcddf0-04a3-4d4a-8796-28ed7d34a93f req-3e731859-ab06-43c6-af4a-3bc4f4eec4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:38.475304 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b5fcddf0-04a3-4d4a-8796-28ed7d34a93f req-3e731859-ab06-43c6-af4a-3bc4f4eec4b3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0201e78f-31b0-4780-85e5-2d0c4a5203a2 HTTP/1.1" status: 200 len: 911 time: 0.1210897 Nov 11 01:10:38.549537 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b5fcddf0-04a3-4d4a-8796-28ed7d34a93f req-998e5da9-cffe-433f-ba14-8703009a689b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44f556ed-442c-489b-8797-5d8ba69793e5 HTTP/1.1" status: 200 len: 999 time: 0.0656347 Nov 11 01:10:38.563645 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-409b8853-45e2-41dc-9c17-76464d26fc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de235f7c-9391-42e5-8fde-460afd907890', 'name': 'tempest-AttachVolumeTestJSON-1962698695-router', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:46Z', 'revision_number': 4, 'project_id': 'd65821f142fe445b8388094f872c5457', 'gw_port': {'id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fe:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': 'da1f0f91-9584-4b36-bad1-3e3adb653343', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'floating_ip_address': '172.27.2.21', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'port_id': '44f556ed-442c-489b-8797-5d8ba69793e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'mac_address': 'fa:16:3e:1e:48:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93927e-164e-4860-bf84-1abd71f70a7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:10:20Z', 'updated_at': '2021-11-11T01:10:37Z', 'revision_number': 1, 'project_id': 'd65821f142fe445b8388094f872c5457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9e1032-c333-44ee-b00d-987b9abd248a', 'name': '', 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'mac_address': 'fa:16:3e:17:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:46Z', 'updated_at': '2021-11-11T01:03:50Z', 'revision_number': 5, 'project_id': 'd65821f142fe445b8388094f872c5457', 'subnets': [{'id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:10:38.599092 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b8853-45e2-41dc-9c17-76464d26fc7b None None] Checking router: de235f7c-9391-42e5-8fde-460afd907890 for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:10:38.609445 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b8853-45e2-41dc-9c17-76464d26fc7b None None] Routers {'de235f7c-9391-42e5-8fde-460afd907890'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:10:38.610079 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-409b8853-45e2-41dc-9c17-76464d26fc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:10:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['de235f7c-9391-42e5-8fde-460afd907890'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:10:38.624109 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcddf0-04a3-4d4a-8796-28ed7d34a93f req-65ee1419-fb70-4649-9395-37e7f697e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:38.626158 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b5fcddf0-04a3-4d4a-8796-28ed7d34a93f req-65ee1419-fb70-4649-9395-37e7f697e9ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a02394f-0dc6-4d50-9053-e463b69f5032 HTTP/1.1" status: 200 len: 850 time: 0.0654941 Nov 11 01:10:38.752321 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-409b8853-45e2-41dc-9c17-76464d26fc7b None None] Set router de235f7c-9391-42e5-8fde-460afd907890 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:10:39.133337 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-409b8853-45e2-41dc-9c17-76464d26fc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de235f7c-9391-42e5-8fde-460afd907890', 'name': 'tempest-AttachVolumeTestJSON-1962698695-router', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:46Z', 'revision_number': 4, 'project_id': 'd65821f142fe445b8388094f872c5457', 'gw_port': {'id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fe:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': 'da1f0f91-9584-4b36-bad1-3e3adb653343', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'floating_ip_address': '172.27.2.21', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'port_id': '44f556ed-442c-489b-8797-5d8ba69793e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'mac_address': 'fa:16:3e:1e:48:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93927e-164e-4860-bf84-1abd71f70a7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:10:20Z', 'updated_at': '2021-11-11T01:10:37Z', 'revision_number': 1, 'project_id': 'd65821f142fe445b8388094f872c5457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9e1032-c333-44ee-b00d-987b9abd248a', 'name': '', 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'mac_address': 'fa:16:3e:17:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:46Z', 'updated_at': '2021-11-11T01:03:50Z', 'revision_number': 5, 'project_id': 'd65821f142fe445b8388094f872c5457', 'subnets': [{'id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:10:39.145418 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b68c8c-e972-44fe-9918-4be272436463 req-608268b9-1fc5-49ae-bfea-878f80eb62d7 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:39.153146 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b4b68c8c-e972-44fe-9918-4be272436463 req-608268b9-1fc5-49ae-bfea-878f80eb62d7 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.0836489 Nov 11 01:10:39.169468 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b8853-45e2-41dc-9c17-76464d26fc7b None None] The sync data for ids ['de235f7c-9391-42e5-8fde-460afd907890'] in dv-cinder-817085-3-iscsi is: [{'id': 'de235f7c-9391-42e5-8fde-460afd907890', 'name': 'tempest-AttachVolumeTestJSON-1962698695-router', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:46Z', 'revision_number': 4, 'project_id': 'd65821f142fe445b8388094f872c5457', 'gw_port': {'id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fe:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': 'da1f0f91-9584-4b36-bad1-3e3adb653343', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'floating_ip_address': '172.27.2.21', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'port_id': '44f556ed-442c-489b-8797-5d8ba69793e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'mac_address': 'fa:16:3e:1e:48:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93927e-164e-4860-bf84-1abd71f70a7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:10:20Z', 'updated_at': '2021-11-11T01:10:37Z', 'revision_number': 1, 'project_id': 'd65821f142fe445b8388094f872c5457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9e1032-c333-44ee-b00d-987b9abd248a', 'name': '', 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'mac_address': 'fa:16:3e:17:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:46Z', 'updated_at': '2021-11-11T01:03:50Z', 'revision_number': 5, 'project_id': 'd65821f142fe445b8388094f872c5457', 'subnets': [{'id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:10:39.209575 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b4b68c8c-e972-44fe-9918-4be272436463 req-01e1a565-b291-4ed8-af0c-22b81d489665 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550685 Nov 11 01:10:39.404616 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea16f80-c896-4b86-9e6c-5f0d41e2dbed None None] New status for floating IP da1f0f91-9584-4b36-bad1-3e3adb653343: ACTIVE {{(pid=101604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 01:10:40.326915 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab066b81-0c36-4288-bf9b-6e23fad3e60d req-c7b2730b-1a01-4a1a-97a9-304172436983 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:40.328394 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ab066b81-0c36-4288-bf9b-6e23fad3e60d req-c7b2730b-1a01-4a1a-97a9-304172436983 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.0510600 Nov 11 01:10:40.374612 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ab066b81-0c36-4288-bf9b-6e23fad3e60d req-88e3ac5f-972b-4aba-9e77-ed831d4e87c3 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398536 Nov 11 01:10:41.430817 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcddf0-04a3-4d4a-8796-28ed7d34a93f req-3dd598e5-da75-43f3-a3c9-a8dc6ffefb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:41.432348 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b5fcddf0-04a3-4d4a-8796-28ed7d34a93f req-3dd598e5-da75-43f3-a3c9-a8dc6ffefb7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0201e78f-31b0-4780-85e5-2d0c4a5203a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512960 Nov 11 01:10:41.508106 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c71dad-88f0-453b-8a3f-1e7b53bc380e req-92593185-7aed-4ea2-982d-d1e52554bb57 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:41.509580 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-89c71dad-88f0-453b-8a3f-1e7b53bc380e req-92593185-7aed-4ea2-982d-d1e52554bb57 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.0534012 Nov 11 01:10:41.561449 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-89c71dad-88f0-453b-8a3f-1e7b53bc380e req-e5d83524-0083-42d8-9ac9-a8e631e27db9 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459538 Nov 11 01:10:41.568025 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b5fcddf0-04a3-4d4a-8796-28ed7d34a93f req-445fa13f-18af-48a1-9a7d-2e590d1f4975 service neutron] 10.222.0.64 "GET /v2.0/networks/0201e78f-31b0-4780-85e5-2d0c4a5203a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932639 Nov 11 01:10:41.675359 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b5fcddf0-04a3-4d4a-8796-28ed7d34a93f req-8d4cf016-e3bb-40fd-af60-dc8d62c255d5 service neutron] 10.222.0.64 "GET /v2.0/networks/0201e78f-31b0-4780-85e5-2d0c4a5203a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950046 Nov 11 01:10:42.306024 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21278f2c-3eff-4872-883a-e8ad00e10998 req-df78761b-bdd2-4943-87f5-b13797a617d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:42.307607 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-21278f2c-3eff-4872-883a-e8ad00e10998 req-df78761b-bdd2-4943-87f5-b13797a617d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e01554f5a96c46afb1983c71a9513e16&device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 1099 time: 0.0425129 Nov 11 01:10:42.404880 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21278f2c-3eff-4872-883a-e8ad00e10998 req-5660a9c6-ee89-42b7-89ae-40c1ccb4865f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:42.406221 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-21278f2c-3eff-4872-883a-e8ad00e10998 req-5660a9c6-ee89-42b7-89ae-40c1ccb4865f service neutron] 10.222.0.64 "GET /v2.0/networks?id=7db40340-76c1-4dbb-a60c-57c8a9a269e5 HTTP/1.1" status: 200 len: 916 time: 0.0875099 Nov 11 01:10:42.475976 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-21278f2c-3eff-4872-883a-e8ad00e10998 req-588cec65-c724-4e83-8e55-c899cb80db07 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f7f5df1-b155-4d43-99ac-2e3dd6657296 HTTP/1.1" status: 200 len: 1002 time: 0.0612938 Nov 11 01:10:42.554657 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21278f2c-3eff-4872-883a-e8ad00e10998 req-c5204d64-fc1a-44e4-9cd9-337bb3ca2a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:42.556200 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-21278f2c-3eff-4872-883a-e8ad00e10998 req-c5204d64-fc1a-44e4-9cd9-337bb3ca2a4d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=106c258c-9ba0-4b87-8aaf-5fe2051be471 HTTP/1.1" status: 200 len: 855 time: 0.0510838 Nov 11 01:10:42.604008 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21278f2c-3eff-4872-883a-e8ad00e10998 req-c37fd3f5-7cdd-48e5-ad5c-4c4cf0d21936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:42.605571 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-21278f2c-3eff-4872-883a-e8ad00e10998 req-c37fd3f5-7cdd-48e5-ad5c-4c4cf0d21936 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7db40340-76c1-4dbb-a60c-57c8a9a269e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420194 Nov 11 01:10:42.684253 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1303cbe-bde0-425a-b8f7-4a01911884df req-5103b953-4608-4cb9-ac6b-361261869072 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:42.685727 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d1303cbe-bde0-425a-b8f7-4a01911884df req-5103b953-4608-4cb9-ac6b-361261869072 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.0484667 Nov 11 01:10:42.697336 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-21278f2c-3eff-4872-883a-e8ad00e10998 req-89eb21e5-32f0-4b2b-a591-8cad4451c5e8 service neutron] 10.222.0.64 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829089 Nov 11 01:10:42.737720 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d1303cbe-bde0-425a-b8f7-4a01911884df req-d942eb10-7016-4e16-95f7-0e5e0554daca tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459404 Nov 11 01:10:42.800451 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-21278f2c-3eff-4872-883a-e8ad00e10998 req-dda73250-7462-4b3a-89d3-baeab45f343b service neutron] 10.222.0.64 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885608 Nov 11 01:10:43.617109 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:43.861833 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b26735-e6ae-4dfd-9809-6c3fc4f2e0e9 req-b3fc645f-7b19-4e42-bf75-29c8a241d484 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:43.864202 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c4b26735-e6ae-4dfd-9809-6c3fc4f2e0e9 req-b3fc645f-7b19-4e42-bf75-29c8a241d484 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.0542245 Nov 11 01:10:43.909192 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c4b26735-e6ae-4dfd-9809-6c3fc4f2e0e9 req-b3ccea4f-737f-4a39-8569-0799789bda71 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394266 Nov 11 01:10:45.026857 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4684b8-e75b-408d-8e40-ae3a7b80a8d9 req-5cdd4c8f-bb34-49cb-b7d7-f9a6c7a4837c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:45.028306 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5e4684b8-e75b-408d-8e40-ae3a7b80a8d9 req-5cdd4c8f-bb34-49cb-b7d7-f9a6c7a4837c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 946 time: 0.0471783 Nov 11 01:10:45.074666 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5e4684b8-e75b-408d-8e40-ae3a7b80a8d9 req-8a9d54f8-6b34-402e-88c1-9330230eda7a tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404983 Nov 11 01:10:45.962546 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 1f7f5df1-b155-4d43-99ac-2e3dd6657296 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:10:46.040193 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:46.061737 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce8e836-308a-4cdb-8e70-a3d3b431da6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f7f5df1-b155-4d43-99ac-2e3dd6657296'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:10:46.063947 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ad84a8-c76a-4461-8592-07ccf4236fdc" -d '{"events": [{"server_uuid": "2ce8e836-308a-4cdb-8e70-a3d3b431da6d", "name": "network-vif-unplugged", "status": "completed", "tag": "1f7f5df1-b155-4d43-99ac-2e3dd6657296"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:10:46.078369 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 1f7f5df1-b155-4d43-99ac-2e3dd6657296, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1f7f5df1-b155-4d43-99ac-2e3dd6657296,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:10:46.083421 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:46.108822 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 01:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375ef43c-96b2-425e-bf52-2e2d281a91a8 x-openstack-request-id: req-375ef43c-96b2-425e-bf52-2e2d281a91a8 {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:10:46.109127 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce8e836-308a-4cdb-8e70-a3d3b431da6d", "name": "network-vif-unplugged", "status": "completed", "tag": "1f7f5df1-b155-4d43-99ac-2e3dd6657296", "code": 200}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:10:46.109356 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-375ef43c-96b2-425e-bf52-2e2d281a91a8 {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:10:46.109744 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce8e836-308a-4cdb-8e70-a3d3b431da6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f7f5df1-b155-4d43-99ac-2e3dd6657296', 'code': 200} Nov 11 01:10:46.135181 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=1f7f5df1-b155-4d43-99ac-2e3dd6657296,revision_number=8']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:46.201736 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc57dfc-0ad2-4bbd-a413-a22c1582c87b req-bfd23202-b4de-4f20-a60c-2cb636f96f74 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:46.203209 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3fc57dfc-0ad2-4bbd-a413-a22c1582c87b req-bfd23202-b4de-4f20-a60c-2cb636f96f74 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.0515909 Nov 11 01:10:46.250566 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3fc57dfc-0ad2-4bbd-a413-a22c1582c87b req-f6963754-ac08-4298-ba2b-aea020a84f34 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406733 Nov 11 01:10:47.377914 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f52b6a-a9e3-4250-990b-f6a5e784c3be req-055202a6-ca82-43bd-b1f9-11a052381f52 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:47.379381 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e7f52b6a-a9e3-4250-990b-f6a5e784c3be req-055202a6-ca82-43bd-b1f9-11a052381f52 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.0486712 Nov 11 01:10:47.427734 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e7f52b6a-a9e3-4250-990b-f6a5e784c3be req-4968f571-c710-418b-8ec3-decb88f9a645 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424709 Nov 11 01:10:48.543155 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9d20f-8381-46c4-9f6e-a39989fd8555 req-1e2bbdcd-a551-4bea-b3f5-f310f6ced53f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:48.544593 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c1c9d20f-8381-46c4-9f6e-a39989fd8555 req-1e2bbdcd-a551-4bea-b3f5-f310f6ced53f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.0470059 Nov 11 01:10:48.594001 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c1c9d20f-8381-46c4-9f6e-a39989fd8555 req-ae582647-e1e0-455c-8aef-ebe6cfc8d942 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436656 Nov 11 01:10:49.716026 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78870a-cf1f-4340-bc66-fd3dc7426c7a req-a1a4aece-116e-4339-90fc-6ed51195be49 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:49.717823 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ac78870a-cf1f-4340-bc66-fd3dc7426c7a req-a1a4aece-116e-4339-90fc-6ed51195be49 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.0497065 Nov 11 01:10:49.764607 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ac78870a-cf1f-4340-bc66-fd3dc7426c7a req-3b64b1de-97c5-4fe1-8f5d-561a082eb318 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410128 Nov 11 01:10:50.887589 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a172e65-a6d2-48fc-a234-dcae5fff92d1 req-3d92524a-384b-4ff6-b5ae-17053373f4ec tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:50.889136 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2a172e65-a6d2-48fc-a234-dcae5fff92d1 req-3d92524a-384b-4ff6-b5ae-17053373f4ec tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.0523496 Nov 11 01:10:50.946377 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2a172e65-a6d2-48fc-a234-dcae5fff92d1 req-6469e6f3-48da-42a9-9ed9-eeafc777d9cd tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495462 Nov 11 01:10:52.067678 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34335012-06da-4ee1-b6ac-223fc61d46a4 req-eb9cc8db-7658-4f2b-8625-954be52f7ad2 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:52.069151 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-34335012-06da-4ee1-b6ac-223fc61d46a4 req-eb9cc8db-7658-4f2b-8625-954be52f7ad2 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.0521927 Nov 11 01:10:52.117702 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-34335012-06da-4ee1-b6ac-223fc61d46a4 req-2a469d7a-5976-460b-bcc3-c8b1d511d771 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424862 Nov 11 01:10:53.103765 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9593736-1c7f-4320-b12f-0d1d751f2c55 req-efd87e9d-b870-45d4-a675-35dad7fdafa0 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:53.105216 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e9593736-1c7f-4320-b12f-0d1d751f2c55 req-efd87e9d-b870-45d4-a675-35dad7fdafa0 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.0499825 Nov 11 01:10:53.155566 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e9593736-1c7f-4320-b12f-0d1d751f2c55 req-20b0dfa8-fb81-4844-9810-333a307ad3eb tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440133 Nov 11 01:10:53.345417 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-582850b0-b9bb-480d-bdcb-9ce8247333c2 req-335eba28-316f-4a45-acda-0e14715e15be service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406337 Nov 11 01:10:54.279608 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bc332-1982-4968-b085-7796657daaa0 req-d3c331b0-c2e1-4dfa-a3a6-4708dd0f24a7 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:54.281072 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ac2bc332-1982-4968-b085-7796657daaa0 req-d3c331b0-c2e1-4dfa-a3a6-4708dd0f24a7 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.0516813 Nov 11 01:10:54.288533 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582850b0-b9bb-480d-bdcb-9ce8247333c2 req-5641cc53-d153-4b73-aaa8-0f0e26f7950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:54.289987 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-582850b0-b9bb-480d-bdcb-9ce8247333c2 req-5641cc53-d153-4b73-aaa8-0f0e26f7950f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d&tenant_id=e01554f5a96c46afb1983c71a9513e16 HTTP/1.1" status: 200 len: 1097 time: 0.0413172 Nov 11 01:10:54.329920 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ac2bc332-1982-4968-b085-7796657daaa0 req-ca289290-7975-4175-a7fb-6a1cfc5bde72 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424917 Nov 11 01:10:54.372184 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582850b0-b9bb-480d-bdcb-9ce8247333c2 req-9f5c00a6-df16-474c-9418-c35d423a1cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:54.373645 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-582850b0-b9bb-480d-bdcb-9ce8247333c2 req-9f5c00a6-df16-474c-9418-c35d423a1cde service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e01554f5a96c46afb1983c71a9513e16&device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 1097 time: 0.0437636 Nov 11 01:10:54.462747 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582850b0-b9bb-480d-bdcb-9ce8247333c2 req-65c9e07d-a359-41bf-b54a-016e7334b749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:54.464234 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-582850b0-b9bb-480d-bdcb-9ce8247333c2 req-65c9e07d-a359-41bf-b54a-016e7334b749 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7db40340-76c1-4dbb-a60c-57c8a9a269e5 HTTP/1.1" status: 200 len: 916 time: 0.0823002 Nov 11 01:10:54.532116 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-582850b0-b9bb-480d-bdcb-9ce8247333c2 req-2b4f6f77-c80c-4538-83a5-87c91a4f13d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f7f5df1-b155-4d43-99ac-2e3dd6657296 HTTP/1.1" status: 200 len: 1000 time: 0.0603437 Nov 11 01:10:54.581414 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582850b0-b9bb-480d-bdcb-9ce8247333c2 req-8730c62e-853d-4b34-87be-f8b5bc0cc1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:54.583592 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-582850b0-b9bb-480d-bdcb-9ce8247333c2 req-8730c62e-853d-4b34-87be-f8b5bc0cc1cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=106c258c-9ba0-4b87-8aaf-5fe2051be471 HTTP/1.1" status: 200 len: 855 time: 0.0429699 Nov 11 01:10:54.629246 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582850b0-b9bb-480d-bdcb-9ce8247333c2 req-ce821b2b-e70f-4416-8eca-11b413c1ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:54.630840 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-582850b0-b9bb-480d-bdcb-9ce8247333c2 req-ce821b2b-e70f-4416-8eca-11b413c1ba0b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7db40340-76c1-4dbb-a60c-57c8a9a269e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385902 Nov 11 01:10:54.732338 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-582850b0-b9bb-480d-bdcb-9ce8247333c2 req-c4fa6874-cd65-4f4e-887e-afc5696eb0b9 service neutron] 10.222.0.64 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820465 Nov 11 01:10:54.821707 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-582850b0-b9bb-480d-bdcb-9ce8247333c2 req-c012cddf-6076-4fe5-bc46-6f6099432eda service neutron] 10.222.0.64 "GET /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812149 Nov 11 01:10:55.467722 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54d224-6660-4076-a3d7-31509f7aacdf req-398bb3b3-12ef-44f8-89db-c97c18701d13 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:55.476640 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9b54d224-6660-4076-a3d7-31509f7aacdf req-398bb3b3-12ef-44f8-89db-c97c18701d13 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.0603728 Nov 11 01:10:55.534807 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9b54d224-6660-4076-a3d7-31509f7aacdf req-88384c04-efa6-4b04-bc83-b45577421905 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520475 Nov 11 01:10:56.043556 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 1f7f5df1-b155-4d43-99ac-2e3dd6657296 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:10:56.166841 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 34088) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:10:56.276193 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-cfd93d9d-7736-4ae8-9192-66a360bc262a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:56.353690 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-cfd93d9d-7736-4ae8-9192-66a360bc262a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:56.357467 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-cfd93d9d-7736-4ae8-9192-66a360bc262a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:56.398470 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd93d9d-7736-4ae8-9192-66a360bc262a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9968e2c9-9e0a-4a00-9d9f-8f1887b24596,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:56.404241 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-cfd93d9d-7736-4ae8-9192-66a360bc262a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c36d0abde48b48cb826f096815d5ee9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363238 Nov 11 01:10:56.406891 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 34092) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:10:56.457706 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6d5ffc49-fc59-482b-b8cd-a5631b41c5e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:56.480278 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6d5ffc49-fc59-482b-b8cd-a5631b41c5e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:56.526667 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6d5ffc49-fc59-482b-b8cd-a5631b41c5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:56.529221 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6d5ffc49-fc59-482b-b8cd-a5631b41c5e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:10:56.530491 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-6d5ffc49-fc59-482b-b8cd-a5631b41c5e9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9968e2c9-9e0a-4a00-9d9f-8f1887b24596 HTTP/1.1" status: 204 len: 168 time: 0.1225674 Nov 11 01:10:56.543917 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ffc49-fc59-482b-b8cd-a5631b41c5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9968e2c9-9e0a-4a00-9d9f-8f1887b24596,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:10:56.682271 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5b12f-83cc-4cc5-a5e7-0798fc60ef81 req-1a1b292b-545f-4552-86e6-add3cc8825d4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:56.686856 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d6a5b12f-83cc-4cc5-a5e7-0798fc60ef81 req-1a1b292b-545f-4552-86e6-add3cc8825d4 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.0708215 Nov 11 01:10:56.756269 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d6a5b12f-83cc-4cc5-a5e7-0798fc60ef81 req-e09e67f4-ff2a-4a7d-b13f-d7d459007096 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647175 Nov 11 01:10:57.882582 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dcb65-3874-449e-85af-8e37e3490d3e req-f0094fc9-207b-48e6-8662-1b004c449422 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:57.884058 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5c8dcb65-3874-449e-85af-8e37e3490d3e req-f0094fc9-207b-48e6-8662-1b004c449422 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.0509474 Nov 11 01:10:57.930655 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5c8dcb65-3874-449e-85af-8e37e3490d3e req-4bae0579-8c43-47ec-bbb8-4bc0d35bf026 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407944 Nov 11 01:10:59.058068 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c821e4-584b-4fd0-ba46-ba293423b7cb req-76559d8d-81c1-4853-b904-ee81b333bc7f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:10:59.059659 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e9c821e4-584b-4fd0-ba46-ba293423b7cb req-76559d8d-81c1-4853-b904-ee81b333bc7f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.0496833 Nov 11 01:10:59.108896 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e9c821e4-584b-4fd0-ba46-ba293423b7cb req-8199def0-866a-4da4-a36c-1562475edf7f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431879 Nov 11 01:10:59.403807 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-12194f37-5861-4461-ab2c-d0be323ef9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:00.239537 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850d642-2373-403f-9850-ce142324811c req-cf394e08-4bb8-48c1-b152-b2475a7904c6 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:00.241738 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4850d642-2373-403f-9850-ce142324811c req-cf394e08-4bb8-48c1-b152-b2475a7904c6 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.0564930 Nov 11 01:11:00.291800 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4850d642-2373-403f-9850-ce142324811c req-8a8f5bef-a3d8-43a1-a72c-4b6fdb724d2a tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434074 Nov 11 01:11:01.418800 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3240bd-c7ce-40a6-9625-979c07eab7cc req-3197416c-864a-4017-b9e8-fec90e51935a tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:01.420362 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1f3240bd-c7ce-40a6-9625-979c07eab7cc req-3197416c-864a-4017-b9e8-fec90e51935a tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.0498667 Nov 11 01:11:01.472369 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1f3240bd-c7ce-40a6-9625-979c07eab7cc req-6d0edf10-897e-454c-b2ab-f4387248b284 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459480 Nov 11 01:11:01.806113 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1eda8c9b-ef44-4153-89b1-8d1da5710ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:02.098012 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702f3b6-e72a-4050-ac94-246d442ba9cd req-a3126d25-ad24-45c0-9b7d-35d4705742df tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:02.099549 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1702f3b6-e72a-4050-ac94-246d442ba9cd req-a3126d25-ad24-45c0-9b7d-35d4705742df tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 985 time: 0.0519755 Nov 11 01:11:02.168031 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1702f3b6-e72a-4050-ac94-246d442ba9cd req-a97239b8-5541-4285-8a1b-9fb6665b67cb tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=e539e8a8-1221-4448-baf2-b28c3821e1a7&id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614774 Nov 11 01:11:02.594792 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412cd6d-65c9-44b3-af36-b5344695212d req-0e05503c-1e1b-491d-9f82-85d11aa2d135 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:02.601303 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5412cd6d-65c9-44b3-af36-b5344695212d req-0e05503c-1e1b-491d-9f82-85d11aa2d135 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.0561714 Nov 11 01:11:02.662460 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5412cd6d-65c9-44b3-af36-b5344695212d req-5763a2d7-6afb-4f8d-8219-5b77a83e1512 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554090 Nov 11 01:11:02.893184 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:03.293144 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4409e-77b0-4948-bda6-9f5526160146 req-d7c0b808-b3dc-4278-9e6d-a13455f12896 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:03.294660 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f9e4409e-77b0-4948-bda6-9f5526160146 req-d7c0b808-b3dc-4278-9e6d-a13455f12896 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 985 time: 0.0535321 Nov 11 01:11:03.356607 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f9e4409e-77b0-4948-bda6-9f5526160146 req-2dd548d8-b7e9-4ca6-a925-d4bb2f30ecba tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=e539e8a8-1221-4448-baf2-b28c3821e1a7&id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560114 Nov 11 01:11:03.794198 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816897fa-60d6-46b0-8b1f-113a1c9f1fb5 req-6054b4ea-a88f-4361-b841-f8070d11f124 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:03.795665 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-816897fa-60d6-46b0-8b1f-113a1c9f1fb5 req-6054b4ea-a88f-4361-b841-f8070d11f124 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.0536880 Nov 11 01:11:03.844909 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-816897fa-60d6-46b0-8b1f-113a1c9f1fb5 req-0c5b44bb-14d2-45ab-a6e5-bf0198ed035c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431945 Nov 11 01:11:04.427183 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:04.476398 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c3329-a5b5-4c36-94d9-07b163281e20 req-f219c755-2c89-4688-9d09-0e0fb45a275b tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:04.477867 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-669c3329-a5b5-4c36-94d9-07b163281e20 req-f219c755-2c89-4688-9d09-0e0fb45a275b tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 985 time: 0.0543926 Nov 11 01:11:04.542422 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-669c3329-a5b5-4c36-94d9-07b163281e20 req-2af5ac54-20eb-43f5-ba43-65b38db097c6 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=e539e8a8-1221-4448-baf2-b28c3821e1a7&id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584991 Nov 11 01:11:04.975490 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bf512-fbcb-4556-a252-d5690fa18512 req-d6796010-72d9-4f75-b9fe-53d0dddd9349 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:04.977061 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-693bf512-fbcb-4556-a252-d5690fa18512 req-d6796010-72d9-4f75-b9fe-53d0dddd9349 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.0587516 Nov 11 01:11:05.005944 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:05.053716 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-693bf512-fbcb-4556-a252-d5690fa18512 req-c571c9ac-0c27-4911-b694-b9e9e5f0e86c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699060 Nov 11 01:11:05.659142 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad65a23-5aee-4298-a272-5fc7b976edb0 req-e0fc46a7-19fa-465e-bde1-1689bb40add6 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:05.660722 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cad65a23-5aee-4298-a272-5fc7b976edb0 req-e0fc46a7-19fa-465e-bde1-1689bb40add6 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 985 time: 0.0502136 Nov 11 01:11:05.721370 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cad65a23-5aee-4298-a272-5fc7b976edb0 req-76cd6d72-b556-4245-a9db-2d8cd4debcc7 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=e539e8a8-1221-4448-baf2-b28c3821e1a7&id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538297 Nov 11 01:11:06.176771 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc267157-7ddf-48b1-a73b-41db79fd158a req-7eb57e70-97b4-4258-a07b-cc5b9468ef25 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:06.179117 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dc267157-7ddf-48b1-a73b-41db79fd158a req-7eb57e70-97b4-4258-a07b-cc5b9468ef25 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.0521395 Nov 11 01:11:06.233976 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dc267157-7ddf-48b1-a73b-41db79fd158a req-80be9def-dfed-49e6-b434-f39db7d4ced9 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473793 Nov 11 01:11:06.848253 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036bc57-f820-405e-979f-1e19bd1a14b8 req-834666d7-18c2-4be4-871a-ae44d1b7b250 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:06.849912 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e036bc57-f820-405e-979f-1e19bd1a14b8 req-834666d7-18c2-4be4-871a-ae44d1b7b250 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 985 time: 0.0523093 Nov 11 01:11:06.921092 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e036bc57-f820-405e-979f-1e19bd1a14b8 req-a27b32b2-3323-435d-9b95-e628a7fddf3f tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=e539e8a8-1221-4448-baf2-b28c3821e1a7&id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645950 Nov 11 01:11:07.371619 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb783b1-dde1-47c7-bedb-253c95053987 req-6270f19f-2fba-47a4-aff1-05b6e06da22c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:07.373093 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cfb783b1-dde1-47c7-bedb-253c95053987 req-6270f19f-2fba-47a4-aff1-05b6e06da22c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.0598209 Nov 11 01:11:07.427289 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cfb783b1-dde1-47c7-bedb-253c95053987 req-e5d8bb4f-3f5c-4ca1-a4c7-645e384dda8d tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479643 Nov 11 01:11:08.074224 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40e931-130e-40b8-b0cd-f3ef59105c98 req-b13c1ac8-6f86-4598-b1f5-470ccc1e137c tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:08.075770 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-de40e931-130e-40b8-b0cd-f3ef59105c98 req-b13c1ac8-6f86-4598-b1f5-470ccc1e137c tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 985 time: 0.0788882 Nov 11 01:11:08.132107 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3435e-ff4e-442f-9ad7-b30dae07d7c0 req-988dcc60-2492-4d6f-87bf-d204b4831167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:08.134509 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5af3435e-ff4e-442f-9ad7-b30dae07d7c0 req-988dcc60-2492-4d6f-87bf-d204b4831167 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7abb9f19d954ab1b034c3bc7de8d24b&device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 1138 time: 0.0431402 Nov 11 01:11:08.150743 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-de40e931-130e-40b8-b0cd-f3ef59105c98 req-c3eb8e57-6d81-453b-ae32-bf1b5c5d8531 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=e539e8a8-1221-4448-baf2-b28c3821e1a7&id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657983 Nov 11 01:11:08.229513 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3435e-ff4e-442f-9ad7-b30dae07d7c0 req-aeea4cab-55db-492a-bd12-cbf66d0fc947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:08.230893 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5af3435e-ff4e-442f-9ad7-b30dae07d7c0 req-aeea4cab-55db-492a-bd12-cbf66d0fc947 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e48f818-692b-4e8c-876c-8e3b508f3610 HTTP/1.1" status: 200 len: 915 time: 0.0857112 Nov 11 01:11:08.295653 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5af3435e-ff4e-442f-9ad7-b30dae07d7c0 req-1b62eb88-e8b2-49eb-a307-2f7ab387ca56 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2076f3e-6040-4813-a257-8804dcab051f HTTP/1.1" status: 200 len: 1002 time: 0.0567818 Nov 11 01:11:08.359222 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3435e-ff4e-442f-9ad7-b30dae07d7c0 req-b873d417-b7ca-4d69-996f-db29d74ad331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:08.360666 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5af3435e-ff4e-442f-9ad7-b30dae07d7c0 req-b873d417-b7ca-4d69-996f-db29d74ad331 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52156a0b-9cdf-4522-a6bd-fc1be773de3a HTTP/1.1" status: 200 len: 854 time: 0.0575523 Nov 11 01:11:08.426670 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3435e-ff4e-442f-9ad7-b30dae07d7c0 req-e03aad5e-5649-4903-aee4-d662c58e2aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:08.428201 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5af3435e-ff4e-442f-9ad7-b30dae07d7c0 req-e03aad5e-5649-4903-aee4-d662c58e2aee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e48f818-692b-4e8c-876c-8e3b508f3610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581381 Nov 11 01:11:08.515923 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5af3435e-ff4e-442f-9ad7-b30dae07d7c0 req-e299868a-9708-49f7-8ec4-0daaafabdc36 service neutron] 10.222.0.64 "GET /v2.0/networks/4e48f818-692b-4e8c-876c-8e3b508f3610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795956 Nov 11 01:11:08.552985 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da2ae4-0429-49ee-9516-1039bf44a696 req-eb6a4bc0-22bb-46a4-9841-26f3005df1ab tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:08.554455 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-60da2ae4-0429-49ee-9516-1039bf44a696 req-eb6a4bc0-22bb-46a4-9841-26f3005df1ab tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.0504551 Nov 11 01:11:08.601734 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-60da2ae4-0429-49ee-9516-1039bf44a696 req-7bde912b-327d-4f6a-a735-68ea3e8c3ada tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412781 Nov 11 01:11:08.612012 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5af3435e-ff4e-442f-9ad7-b30dae07d7c0 req-95cd2157-ec91-45ca-8191-03ca84f4bba0 service neutron] 10.222.0.64 "GET /v2.0/networks/4e48f818-692b-4e8c-876c-8e3b508f3610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859911 Nov 11 01:11:09.268347 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5da4d0-efa4-4f1c-a78e-f1a6b1963ae9 req-07a98ad6-cd39-4cf0-afad-b70976fd1b23 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:09.269718 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7c5da4d0-efa4-4f1c-a78e-f1a6b1963ae9 req-07a98ad6-cd39-4cf0-afad-b70976fd1b23 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 985 time: 0.0504432 Nov 11 01:11:09.336292 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7c5da4d0-efa4-4f1c-a78e-f1a6b1963ae9 req-2570cdaf-5eac-4dc1-9a79-ffdac2703bd5 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=e539e8a8-1221-4448-baf2-b28c3821e1a7&id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603752 Nov 11 01:11:09.724838 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff132e6-9988-4e2f-b4ff-0afa77dc05b1 req-93d6a50f-c29e-4827-ac53-9650f25cc17a tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:09.726306 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cff132e6-9988-4e2f-b4ff-0afa77dc05b1 req-93d6a50f-c29e-4827-ac53-9650f25cc17a tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.0490551 Nov 11 01:11:09.772995 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cff132e6-9988-4e2f-b4ff-0afa77dc05b1 req-90872f0a-82a0-4b48-ac14-89cfb14aa5d9 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401907 Nov 11 01:11:10.453312 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca014a-c7df-499a-9c1e-e0ef07aa9b8c req-5a6500c7-824e-4eae-8048-123bc66895a1 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:10.454751 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d2ca014a-c7df-499a-9c1e-e0ef07aa9b8c req-5a6500c7-824e-4eae-8048-123bc66895a1 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 985 time: 0.0507402 Nov 11 01:11:10.512994 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d2ca014a-c7df-499a-9c1e-e0ef07aa9b8c req-723885a6-746c-4385-b01e-36cb200626f9 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=e539e8a8-1221-4448-baf2-b28c3821e1a7&id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523329 Nov 11 01:11:10.900794 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b0794-2d5b-434f-ad90-6957d774da82 req-10d6e3b9-1ad8-4e52-a17c-e755f81ddb20 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:10.902217 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-337b0794-2d5b-434f-ad90-6957d774da82 req-10d6e3b9-1ad8-4e52-a17c-e755f81ddb20 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.0522287 Nov 11 01:11:10.947776 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-337b0794-2d5b-434f-ad90-6957d774da82 req-f18e9198-7b61-4cc0-a25e-f702da38e69f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397897 Nov 11 01:11:11.627610 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d6cd9-4557-4588-b552-d2c6817091cc req-4e351dbc-4db2-4e4d-9cec-d7844f93d66d tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:11.628962 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-316d6cd9-4557-4588-b552-d2c6817091cc req-4e351dbc-4db2-4e4d-9cec-d7844f93d66d tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 985 time: 0.0479734 Nov 11 01:11:11.687985 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-316d6cd9-4557-4588-b552-d2c6817091cc req-c3f778de-25e2-4ba1-ad84-5225368354a5 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=e539e8a8-1221-4448-baf2-b28c3821e1a7&id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521853 Nov 11 01:11:11.885336 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:11:12.073365 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c0111-9dfa-4599-bdb8-57ba36b2b6ef req-db070555-4e01-49f3-9c7d-1bb7d6a5209f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:12.074815 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-854c0111-9dfa-4599-bdb8-57ba36b2b6ef req-db070555-4e01-49f3-9c7d-1bb7d6a5209f tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 944 time: 0.0524879 Nov 11 01:11:12.121567 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-854c0111-9dfa-4599-bdb8-57ba36b2b6ef req-900df8ca-3ff1-4f82-a7c4-af58c79f0a4b tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409033 Nov 11 01:11:12.174762 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 1f7f5df1-b155-4d43-99ac-2e3dd6657296 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 01:11:12.271431 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 1f7f5df1-b155-4d43-99ac-2e3dd6657296, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1f7f5df1-b155-4d43-99ac-2e3dd6657296,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:11:12.282747 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Returning: {'device': '1f7f5df1-b155-4d43-99ac-2e3dd6657296', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'port_id': '1f7f5df1-b155-4d43-99ac-2e3dd6657296', 'mac_address': 'fa:16:3e:2c:d6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 01:11:12.319384 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:12.331832 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7f5df1-b155-4d43-99ac-2e3dd6657296 {{(pid=101603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:11:12.354459 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 1f7f5df1-b155-4d43-99ac-2e3dd6657296, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1f7f5df1-b155-4d43-99ac-2e3dd6657296,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:11:12.358009 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:12.404326 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=1f7f5df1-b155-4d43-99ac-2e3dd6657296,revision_number=9']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:11:12.798452 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['1f7f5df1-b155-4d43-99ac-2e3dd6657296'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:11:12.803235 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825ff2d-5579-42c5-bab2-f7d1c31a0c70 req-99231040-ee83-4dff-8db0-d0863cd94541 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:12.805088 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b825ff2d-5579-42c5-bab2-f7d1c31a0c70 req-99231040-ee83-4dff-8db0-d0863cd94541 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 985 time: 0.0493779 Nov 11 01:11:12.865799 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b825ff2d-5579-42c5-bab2-f7d1c31a0c70 req-53c7132e-888d-424c-9097-c9b1081c9121 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=e539e8a8-1221-4448-baf2-b28c3821e1a7&id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543308 Nov 11 01:11:13.244464 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71d559-ce51-497d-8852-7d7edd3f8370 req-8a847065-7f9a-4ad4-a9d1-61ee5e844c18 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:13.245862 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ed71d559-ce51-497d-8852-7d7edd3f8370 req-8a847065-7f9a-4ad4-a9d1-61ee5e844c18 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 945 time: 0.0494566 Nov 11 01:11:13.298074 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ed71d559-ce51-497d-8852-7d7edd3f8370 req-09175156-374a-4476-93ec-cb8613b137e6 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464263 Nov 11 01:11:13.629995 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:13.978831 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09be27-9067-4d13-a5bc-ee2634a1992a req-c15e6b38-5f5a-464e-bd3d-b9086f806524 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:13.980320 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6b09be27-9067-4d13-a5bc-ee2634a1992a req-c15e6b38-5f5a-464e-bd3d-b9086f806524 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 985 time: 0.0486488 Nov 11 01:11:14.039764 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-6b09be27-9067-4d13-a5bc-ee2634a1992a req-307c1dc8-c1d7-4e33-bce9-07113fe10135 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=e539e8a8-1221-4448-baf2-b28c3821e1a7&id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528836 Nov 11 01:11:14.188383 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 1f7f5df1-b155-4d43-99ac-2e3dd6657296 up at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:11:14.234637 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning complete for port 1f7f5df1-b155-4d43-99ac-2e3dd6657296 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:11:14.235030 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:14.313577 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:14.335505 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce8e836-308a-4cdb-8e70-a3d3b431da6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7f5df1-b155-4d43-99ac-2e3dd6657296'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:11:14.337854 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5b5e67-247e-464f-ab50-8fda720572da" -d '{"events": [{"server_uuid": "2ce8e836-308a-4cdb-8e70-a3d3b431da6d", "name": "network-vif-plugged", "status": "completed", "tag": "1f7f5df1-b155-4d43-99ac-2e3dd6657296"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:11:14.350825 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 1f7f5df1-b155-4d43-99ac-2e3dd6657296, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1f7f5df1-b155-4d43-99ac-2e3dd6657296,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:11:14.355236 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:14.384414 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0d392a-bd7c-41c2-89ff-a60cc55f37cf x-openstack-request-id: req-4a0d392a-bd7c-41c2-89ff-a60cc55f37cf {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:11:14.384786 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce8e836-308a-4cdb-8e70-a3d3b431da6d", "name": "network-vif-plugged", "status": "completed", "tag": "1f7f5df1-b155-4d43-99ac-2e3dd6657296", "code": 200}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:11:14.385001 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a0d392a-bd7c-41c2-89ff-a60cc55f37cf {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:11:14.385418 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce8e836-308a-4cdb-8e70-a3d3b431da6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7f5df1-b155-4d43-99ac-2e3dd6657296', 'code': 200} Nov 11 01:11:14.409731 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=1f7f5df1-b155-4d43-99ac-2e3dd6657296,revision_number=10']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:11:14.417629 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:14.417972 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:14.418311 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:14.418640 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:14.418988 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:14.419319 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:14.419640 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:14.419961 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:14.420280 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:14.420598 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:14.420920 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:14.421234 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:14.427930 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291e550-2f99-4ca2-9dd0-bff1296b7f0c req-c4487384-c842-4f12-be66-48add5b69c67 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:14.429664 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b291e550-2f99-4ca2-9dd0-bff1296b7f0c req-c4487384-c842-4f12-be66-48add5b69c67 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 947 time: 0.0532031 Nov 11 01:11:14.478658 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b291e550-2f99-4ca2-9dd0-bff1296b7f0c req-0413b54d-3dc0-48ad-a597-d4ae4053a8e1 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419142 Nov 11 01:11:14.642580 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dacdf3-0496-4c3f-ba5f-c4716b00a0eb req-9bbd064b-95b9-4273-aeb4-d670bdbc4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:14.644113 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-69dacdf3-0496-4c3f-ba5f-c4716b00a0eb req-9bbd064b-95b9-4273-aeb4-d670bdbc4827 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 1100 time: 0.0405831 Nov 11 01:11:14.694767 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-69dacdf3-0496-4c3f-ba5f-c4716b00a0eb req-261d39f2-3800-4757-9e33-e6f40cedb451 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408273 Nov 11 01:11:15.159082 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a50e2-c2cf-4dc0-ae70-27c80c87c539 req-ffdffe16-95f6-4693-a289-5d27fd4b481e tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:15.160533 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0c1a50e2-c2cf-4dc0-ae70-27c80c87c539 req-ffdffe16-95f6-4693-a289-5d27fd4b481e tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 985 time: 0.0509245 Nov 11 01:11:15.219243 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0c1a50e2-c2cf-4dc0-ae70-27c80c87c539 req-5423e5c0-5a21-4a9d-a5a4-759cc6f793a7 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=e539e8a8-1221-4448-baf2-b28c3821e1a7&id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520430 Nov 11 01:11:15.601993 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd1a1a-a146-4e2a-a6d9-908373036d66 req-8c2a9030-6608-473e-b791-08d62c0ea03b tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:15.603457 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5dcd1a1a-a146-4e2a-a6d9-908373036d66 req-8c2a9030-6608-473e-b791-08d62c0ea03b tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 947 time: 0.0478041 Nov 11 01:11:15.649226 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5dcd1a1a-a146-4e2a-a6d9-908373036d66 req-0b2ccd67-5fbc-4920-b55e-46c5f7a42ea3 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400600 Nov 11 01:11:16.334830 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc162845-a968-41c7-8710-d70aef2273de req-6fb9f28d-4cc9-4bd5-969d-d93a45222eca tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:16.336899 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dc162845-a968-41c7-8710-d70aef2273de req-6fb9f28d-4cc9-4bd5-969d-d93a45222eca tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 985 time: 0.0497861 Nov 11 01:11:16.400824 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dc162845-a968-41c7-8710-d70aef2273de req-7da7db32-2aab-4991-83b7-893eb6ff998f tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=e539e8a8-1221-4448-baf2-b28c3821e1a7&id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577524 Nov 11 01:11:16.775780 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393d827-3432-4901-8479-78ff5eab2c5d req-21f92955-b2fd-4865-bd3d-82801efdfb05 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:16.777243 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2393d827-3432-4901-8479-78ff5eab2c5d req-21f92955-b2fd-4865-bd3d-82801efdfb05 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 947 time: 0.0510440 Nov 11 01:11:16.824375 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2393d827-3432-4901-8479-78ff5eab2c5d req-a51276df-f17b-4071-bbbc-c666da800f4d tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413101 Nov 11 01:11:17.516505 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c5866-f219-4a34-90f6-bd68234295d1 req-a0fcb172-cbfb-4f66-b567-68c9ae92895b tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:17.518152 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9a3c5866-f219-4a34-90f6-bd68234295d1 req-a0fcb172-cbfb-4f66-b567-68c9ae92895b tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 985 time: 0.0487261 Nov 11 01:11:17.578715 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9a3c5866-f219-4a34-90f6-bd68234295d1 req-b73681f7-a37b-43b2-8b4e-ceaa75e37ac3 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=e539e8a8-1221-4448-baf2-b28c3821e1a7&id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542324 Nov 11 01:11:17.951063 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a898fd-a051-4255-bdc4-243fb2dced40 req-0a4e902b-8d98-4131-87e0-c65e81c1e012 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:17.952507 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f3a898fd-a051-4255-bdc4-243fb2dced40 req-0a4e902b-8d98-4131-87e0-c65e81c1e012 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 947 time: 0.0523078 Nov 11 01:11:18.002037 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f3a898fd-a051-4255-bdc4-243fb2dced40 req-481f07cf-d992-4869-a42c-7e69e998f3ea tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437994 Nov 11 01:11:18.693176 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80528c73-9d12-439a-a9b9-1e6ab5c63213 req-c4e98040-5252-4bdf-af5d-ac0a58c9548c tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:18.694548 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-80528c73-9d12-439a-a9b9-1e6ab5c63213 req-c4e98040-5252-4bdf-af5d-ac0a58c9548c tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 985 time: 0.0503342 Nov 11 01:11:18.755301 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-80528c73-9d12-439a-a9b9-1e6ab5c63213 req-6177d006-bce1-450b-a0b6-8d34ed97d397 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=e539e8a8-1221-4448-baf2-b28c3821e1a7&id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535405 Nov 11 01:11:19.872711 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676b5bc-613e-4430-9e1c-2eab86a81c2f req-50a0425d-dcad-4a44-a449-e7c6eaf1c1ea tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:19.874127 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b676b5bc-613e-4430-9e1c-2eab86a81c2f req-50a0425d-dcad-4a44-a449-e7c6eaf1c1ea tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 985 time: 0.0518608 Nov 11 01:11:19.933385 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b676b5bc-613e-4430-9e1c-2eab86a81c2f req-e1c530b5-28a0-4efa-88eb-5fe45da7024a tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=e539e8a8-1221-4448-baf2-b28c3821e1a7&id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532901 Nov 11 01:11:21.047286 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e3d82-1399-49f6-81a7-a847898a2ae5 req-7605d4e2-36cb-421f-814a-6961528416ae tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:21.048737 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-db1e3d82-1399-49f6-81a7-a847898a2ae5 req-7605d4e2-36cb-421f-814a-6961528416ae tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 985 time: 0.0486209 Nov 11 01:11:21.107913 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-db1e3d82-1399-49f6-81a7-a847898a2ae5 req-74ae7a9e-ed99-4f54-965a-67d68910a24a tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=e539e8a8-1221-4448-baf2-b28c3821e1a7&id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532143 Nov 11 01:11:22.221749 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7ae77-e6e6-42b9-b44b-25077eedf1fb req-6d8c842b-b20f-4978-9816-c856e3a7f933 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:22.223179 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2cd7ae77-e6e6-42b9-b44b-25077eedf1fb req-6d8c842b-b20f-4978-9816-c856e3a7f933 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 985 time: 0.0484962 Nov 11 01:11:22.284929 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2cd7ae77-e6e6-42b9-b44b-25077eedf1fb req-69117702-b43f-4d33-873f-7397e1eb469d tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=e539e8a8-1221-4448-baf2-b28c3821e1a7&id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550663 Nov 11 01:11:23.411015 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9494e-1645-4f53-95d5-aa4160e6e9d2 req-42065eac-32c2-4212-ac57-6e76163d2d17 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:23.412494 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dbd9494e-1645-4f53-95d5-aa4160e6e9d2 req-42065eac-32c2-4212-ac57-6e76163d2d17 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 985 time: 0.0522978 Nov 11 01:11:23.474382 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dbd9494e-1645-4f53-95d5-aa4160e6e9d2 req-b509ff24-46d2-403f-aab6-4d7a7ce45ac3 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=e539e8a8-1221-4448-baf2-b28c3821e1a7&id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555198 Nov 11 01:11:24.592982 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2c10c-7623-43f3-8b53-2c0000d22891 req-e67f6932-da7b-4ca1-b9e2-049c3f74587c tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:24.594822 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a8c2c10c-7623-43f3-8b53-2c0000d22891 req-e67f6932-da7b-4ca1-b9e2-049c3f74587c tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 985 time: 0.0535724 Nov 11 01:11:24.657466 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a8c2c10c-7623-43f3-8b53-2c0000d22891 req-676ac26c-a0d3-4f98-8528-9abd07670744 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=e539e8a8-1221-4448-baf2-b28c3821e1a7&id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547955 Nov 11 01:11:25.773718 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc7a9e-704a-4eb4-9fef-3399c1524b76 req-6d477a6f-28dc-4b10-b85d-2e3e717cd29a tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:25.775998 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c1fc7a9e-704a-4eb4-9fef-3399c1524b76 req-6d477a6f-28dc-4b10-b85d-2e3e717cd29a tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 985 time: 0.0526927 Nov 11 01:11:25.833952 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-c1fc7a9e-704a-4eb4-9fef-3399c1524b76 req-2d67622c-6c87-4dfe-8cb9-b4a257f682bf tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=e539e8a8-1221-4448-baf2-b28c3821e1a7&id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519912 Nov 11 01:11:29.406281 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8f3db075-8245-4bc5-abc1-40cdac05556d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:31.807779 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-a9d27b9e-ae7d-4cb0-8d32-4ea10db9061a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:32.894445 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:34.429360 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:34.999135 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:43.632380 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:48.884195 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:11:49.332245 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-2adf3763-3415-4179-af70-a64de76b498e req-429372ce-8c5b-4a1c-bb90-94894790af86 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434268 Nov 11 01:11:49.442771 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf3763-3415-4179-af70-a64de76b498e req-1e7a6c8a-8e29-42dc-b45e-543923c3196b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:49.444249 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-2adf3763-3415-4179-af70-a64de76b498e req-1e7a6c8a-8e29-42dc-b45e-543923c3196b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dff1f2fb612458e95b9346b3d29040d&device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 1098 time: 0.0398750 Nov 11 01:11:49.553121 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf3763-3415-4179-af70-a64de76b498e req-95bdfdf9-f2c9-4e02-92f4-6f947446ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:49.554581 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-2adf3763-3415-4179-af70-a64de76b498e req-95bdfdf9-f2c9-4e02-92f4-6f947446ef7c service neutron] 10.222.0.64 "GET /v2.0/networks?id=281e6ff6-072e-460f-a0b4-bef0b3054b31 HTTP/1.1" status: 200 len: 908 time: 0.0896297 Nov 11 01:11:49.626682 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-2adf3763-3415-4179-af70-a64de76b498e req-e3a9d206-791c-4202-92c3-dfef020601d2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e56a395c-77ef-4622-a62e-fedb27621bdb HTTP/1.1" status: 200 len: 1001 time: 0.0636392 Nov 11 01:11:49.676484 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf3763-3415-4179-af70-a64de76b498e req-56fc32dc-007a-4625-89df-c07563226147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:49.677898 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-2adf3763-3415-4179-af70-a64de76b498e req-56fc32dc-007a-4625-89df-c07563226147 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=400844d0-9be8-4f53-95ec-2ae887a65afd HTTP/1.1" status: 200 len: 847 time: 0.0434675 Nov 11 01:11:49.724219 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf3763-3415-4179-af70-a64de76b498e req-b1a59adf-7914-49f3-8665-93345571c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:49.725705 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-2adf3763-3415-4179-af70-a64de76b498e req-b1a59adf-7914-49f3-8665-93345571c57f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=281e6ff6-072e-460f-a0b4-bef0b3054b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394828 Nov 11 01:11:49.826780 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-2adf3763-3415-4179-af70-a64de76b498e req-227f81a8-4e91-4ac4-84b7-ff5e7bb833eb service neutron] 10.222.0.64 "GET /v2.0/networks/281e6ff6-072e-460f-a0b4-bef0b3054b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838249 Nov 11 01:11:49.923013 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-2adf3763-3415-4179-af70-a64de76b498e req-9b200ca2-c08d-4cf5-8ede-acd984cb146a service neutron] 10.222.0.64 "GET /v2.0/networks/281e6ff6-072e-460f-a0b4-bef0b3054b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860615 Nov 11 01:11:52.423412 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925876f-ff8a-4e63-a68e-79af8651aca7 req-aeac09c6-d187-49e5-a099-7cf3ca2e2ce2 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:52.424875 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4925876f-ff8a-4e63-a68e-79af8651aca7 req-aeac09c6-d187-49e5-a099-7cf3ca2e2ce2 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a93927e-164e-4860-bf84-1abd71f70a7e HTTP/1.1" status: 200 len: 946 time: 0.0478692 Nov 11 01:11:52.471134 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4925876f-ff8a-4e63-a68e-79af8651aca7 req-051b5851-05a7-4b96-84b0-1497b15c57f2 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5cd9559-eba5-4a30-8cad-a43a03c2d39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403106 Nov 11 01:11:53.586827 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b709f-be3f-4ee2-9d31-a09abfa1dfc1 req-ac3adc9d-de6c-45dc-a505-01047b05ef80 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:53.588866 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8b5b709f-be3f-4ee2-9d31-a09abfa1dfc1 req-ac3adc9d-de6c-45dc-a505-01047b05ef80 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a93927e-164e-4860-bf84-1abd71f70a7e HTTP/1.1" status: 200 len: 946 time: 0.0492692 Nov 11 01:11:53.638803 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8b5b709f-be3f-4ee2-9d31-a09abfa1dfc1 req-ed4133fe-8693-4772-b765-8e368221ce1b tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5cd9559-eba5-4a30-8cad-a43a03c2d39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438945 Nov 11 01:11:54.551792 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cfb26-5b9a-449d-9c44-496ef7c2f846 req-de99025f-160f-4f73-8786-00a6b00e0142 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:54.553219 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-3a8cfb26-5b9a-449d-9c44-496ef7c2f846 req-de99025f-160f-4f73-8786-00a6b00e0142 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a93927e-164e-4860-bf84-1abd71f70a7e HTTP/1.1" status: 200 len: 946 time: 0.0523503 Nov 11 01:11:54.649913 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-3a8cfb26-5b9a-449d-9c44-496ef7c2f846 req-fa2eeb06-04bc-4d52-a3d6-1f20d588d175 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Deleting port 44f556ed-442c-489b-8797-5d8ba69793e5 {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:11:54.650241 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-3a8cfb26-5b9a-449d-9c44-496ef7c2f846 req-fa2eeb06-04bc-4d52-a3d6-1f20d588d175 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:54.750779 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-3a8cfb26-5b9a-449d-9c44-496ef7c2f846 req-fa2eeb06-04bc-4d52-a3d6-1f20d588d175 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] For port 44f556ed-442c-489b-8797-5d8ba69793e5, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=44f556ed-442c-489b-8797-5d8ba69793e5,segment=NetworkSegment(1634d06e-1d4c-4924-a971-6958bbee6c8d),segment_id=1634d06e-1d4c-4924-a971-6958bbee6c8d)] {{(pid=101601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:11:54.751170 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-3a8cfb26-5b9a-449d-9c44-496ef7c2f846 req-fa2eeb06-04bc-4d52-a3d6-1f20d588d175 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:54.754833 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b4af2-ff21-40aa-9e65-d1149ffdd8ab req-80a8e855-413e-4b38-befd-5c9aa38222c0 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:54.756329 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-698b4af2-ff21-40aa-9e65-d1149ffdd8ab req-80a8e855-413e-4b38-befd-5c9aa38222c0 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a93927e-164e-4860-bf84-1abd71f70a7e HTTP/1.1" status: 200 len: 946 time: 0.0515304 Nov 11 01:11:54.804164 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-698b4af2-ff21-40aa-9e65-d1149ffdd8ab req-80d771d5-9924-4edd-bfaf-945158b024f1 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5cd9559-eba5-4a30-8cad-a43a03c2d39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413766 Nov 11 01:11:54.915328 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-3a8cfb26-5b9a-449d-9c44-496ef7c2f846 req-fa2eeb06-04bc-4d52-a3d6-1f20d588d175 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:54.915687 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-3a8cfb26-5b9a-449d-9c44-496ef7c2f846 req-fa2eeb06-04bc-4d52-a3d6-1f20d588d175 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918241'] for floatingip, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:54.916000 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.db.l3_db [req-3a8cfb26-5b9a-449d-9c44-496ef7c2f846 req-fa2eeb06-04bc-4d52-a3d6-1f20d588d175 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Floating IP da1f0f91-9584-4b36-bad1-3e3adb653343 disassociated. External IP: 172.27.2.21, port: 44f556ed-442c-489b-8797-5d8ba69793e5. Nov 11 01:11:54.916402 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-3a8cfb26-5b9a-449d-9c44-496ef7c2f846 req-fa2eeb06-04bc-4d52-a3d6-1f20d588d175 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Calling delete_port for 44f556ed-442c-489b-8797-5d8ba69793e5 owned by compute:nova {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:11:55.053616 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-3a8cfb26-5b9a-449d-9c44-496ef7c2f846 req-fa2eeb06-04bc-4d52-a3d6-1f20d588d175 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:55.081294 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2eeb06-04bc-4d52-a3d6-1f20d588d175 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Pushing event deleted for resources: {'Port': ['ID=44f556ed-442c-489b-8797-5d8ba69793e5,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:11:55.092929 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2eeb06-04bc-4d52-a3d6-1f20d588d175 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:55.093279 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2eeb06-04bc-4d52-a3d6-1f20d588d175 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:55.093613 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2eeb06-04bc-4d52-a3d6-1f20d588d175 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:55.093940 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2eeb06-04bc-4d52-a3d6-1f20d588d175 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:55.094266 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2eeb06-04bc-4d52-a3d6-1f20d588d175 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:55.094594 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2eeb06-04bc-4d52-a3d6-1f20d588d175 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:55.094917 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2eeb06-04bc-4d52-a3d6-1f20d588d175 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:55.095282 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2eeb06-04bc-4d52-a3d6-1f20d588d175 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:55.095604 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2eeb06-04bc-4d52-a3d6-1f20d588d175 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:55.095922 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2eeb06-04bc-4d52-a3d6-1f20d588d175 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:55.096242 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2eeb06-04bc-4d52-a3d6-1f20d588d175 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:55.096559 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2eeb06-04bc-4d52-a3d6-1f20d588d175 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:55.202969 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a8cfb26-5b9a-449d-9c44-496ef7c2f846 req-fa2eeb06-04bc-4d52-a3d6-1f20d588d175 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Router de235f7c-9391-42e5-8fde-460afd907890 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:11:55.579217 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a8cfb26-5b9a-449d-9c44-496ef7c2f846 req-fa2eeb06-04bc-4d52-a3d6-1f20d588d175 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:11:55.588974 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f234635-cd02-48d8-9e9a-3509e72c5e2c None None] Sync routers for ids ['de235f7c-9391-42e5-8fde-460afd907890'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:11:55.601484 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f234635-cd02-48d8-9e9a-3509e72c5e2c None None] Routers {'de235f7c-9391-42e5-8fde-460afd907890'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:11:55.602094 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-7f234635-cd02-48d8-9e9a-3509e72c5e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:11:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['de235f7c-9391-42e5-8fde-460afd907890'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:11:55.618439 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8cfb26-5b9a-449d-9c44-496ef7c2f846 req-fa2eeb06-04bc-4d52-a3d6-1f20d588d175 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] No DVR routers for this DVR port 44f556ed-442c-489b-8797-5d8ba69793e5 on host hv-cinder-81708 {{(pid=101601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:11:55.621716 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-3a8cfb26-5b9a-449d-9c44-496ef7c2f846 req-fa2eeb06-04bc-4d52-a3d6-1f20d588d175 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:55.625078 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-3a8cfb26-5b9a-449d-9c44-496ef7c2f846 req-fa2eeb06-04bc-4d52-a3d6-1f20d588d175 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.64 "DELETE /v2.0/ports/44f556ed-442c-489b-8797-5d8ba69793e5 HTTP/1.1" status: 204 len: 173 time: 1.0634863 Nov 11 01:11:55.625623 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a93927e-164e-4860-bf84-1abd71f70a7e', 'name': 'network-vif-deleted', 'tag': '44f556ed-442c-489b-8797-5d8ba69793e5'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:11:55.627903 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b61fae-65ff-42dd-a3fe-c7b3cfe16a43" -d '{"events": [{"server_uuid": "1a93927e-164e-4860-bf84-1abd71f70a7e", "name": "network-vif-deleted", "tag": "44f556ed-442c-489b-8797-5d8ba69793e5"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:11:55.676237 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe383b2-2511-4b96-b95e-5a3d3f8ebee7 x-openstack-request-id: req-ffe383b2-2511-4b96-b95e-5a3d3f8ebee7 {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:11:55.676522 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a93927e-164e-4860-bf84-1abd71f70a7e", "name": "network-vif-deleted", "tag": "44f556ed-442c-489b-8797-5d8ba69793e5", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:11:55.676766 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ffe383b2-2511-4b96-b95e-5a3d3f8ebee7 {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:11:55.677194 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a93927e-164e-4860-bf84-1abd71f70a7e', 'name': 'network-vif-deleted', 'tag': '44f556ed-442c-489b-8797-5d8ba69793e5', 'status': 'completed', 'code': 200} Nov 11 01:11:55.717594 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-7f234635-cd02-48d8-9e9a-3509e72c5e2c None None] Set router de235f7c-9391-42e5-8fde-460afd907890 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:11:55.908579 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3d0312fb-4240-4d3c-bb98-002d150b3b9c req-b3d2fe16-6349-4274-b9c1-e4240480b5a4 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a93927e-164e-4860-bf84-1abd71f70a7e HTTP/1.1" status: 200 len: 210 time: 0.0269842 Nov 11 01:11:55.920980 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-7f234635-cd02-48d8-9e9a-3509e72c5e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de235f7c-9391-42e5-8fde-460afd907890', 'name': 'tempest-AttachVolumeTestJSON-1962698695-router', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:46Z', 'revision_number': 4, 'project_id': 'd65821f142fe445b8388094f872c5457', 'gw_port': {'id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fe:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '6c9e1032-c333-44ee-b00d-987b9abd248a', 'name': '', 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'mac_address': 'fa:16:3e:17:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:46Z', 'updated_at': '2021-11-11T01:03:50Z', 'revision_number': 5, 'project_id': 'd65821f142fe445b8388094f872c5457', 'subnets': [{'id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:11:55.947256 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f234635-cd02-48d8-9e9a-3509e72c5e2c None None] Checking router: de235f7c-9391-42e5-8fde-460afd907890 for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:11:55.957839 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f234635-cd02-48d8-9e9a-3509e72c5e2c None None] Routers {'de235f7c-9391-42e5-8fde-460afd907890'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:11:55.958449 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-7f234635-cd02-48d8-9e9a-3509e72c5e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:11:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['de235f7c-9391-42e5-8fde-460afd907890'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:11:56.077899 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-7f234635-cd02-48d8-9e9a-3509e72c5e2c None None] Set router de235f7c-9391-42e5-8fde-460afd907890 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:11:56.282487 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-7f234635-cd02-48d8-9e9a-3509e72c5e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de235f7c-9391-42e5-8fde-460afd907890', 'name': 'tempest-AttachVolumeTestJSON-1962698695-router', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:46Z', 'revision_number': 4, 'project_id': 'd65821f142fe445b8388094f872c5457', 'gw_port': {'id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fe:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '6c9e1032-c333-44ee-b00d-987b9abd248a', 'name': '', 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'mac_address': 'fa:16:3e:17:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:46Z', 'updated_at': '2021-11-11T01:03:50Z', 'revision_number': 5, 'project_id': 'd65821f142fe445b8388094f872c5457', 'subnets': [{'id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:11:56.311876 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f234635-cd02-48d8-9e9a-3509e72c5e2c None None] The sync data for ids ['de235f7c-9391-42e5-8fde-460afd907890'] in dv-cinder-817085-3-iscsi is: [{'id': 'de235f7c-9391-42e5-8fde-460afd907890', 'name': 'tempest-AttachVolumeTestJSON-1962698695-router', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:46Z', 'revision_number': 4, 'project_id': 'd65821f142fe445b8388094f872c5457', 'gw_port': {'id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fe:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '6c9e1032-c333-44ee-b00d-987b9abd248a', 'name': '', 'network_id': '0201e78f-31b0-4780-85e5-2d0c4a5203a2', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'mac_address': 'fa:16:3e:17:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:46Z', 'updated_at': '2021-11-11T01:03:50Z', 'revision_number': 5, 'project_id': 'd65821f142fe445b8388094f872c5457', 'subnets': [{'id': '0a02394f-0dc6-4d50-9053-e463b69f5032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:11:56.409532 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 34414) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:11:56.519214 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c55284-9c23-4b0f-8d72-dd4945b25f97 None None] New status for floating IP da1f0f91-9584-4b36-bad1-3e3adb653343: DOWN {{(pid=101604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 01:11:56.571285 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-5e3afb4a-bc9d-481d-bcf7-ac58f7e06d66 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Deleting port e6e06869-298d-4731-b7f1-ad3f0f876d73 {{(pid=101602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:11:56.571508 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5e3afb4a-bc9d-481d-bcf7-ac58f7e06d66 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:56.650963 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5e3afb4a-bc9d-481d-bcf7-ac58f7e06d66 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:56.651312 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5e3afb4a-bc9d-481d-bcf7-ac58f7e06d66 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:56.663263 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-5e3afb4a-bc9d-481d-bcf7-ac58f7e06d66 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Calling delete_port for e6e06869-298d-4731-b7f1-ad3f0f876d73 owned by network:floatingip {{(pid=101602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:11:56.995113 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 34422) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:11:57.054781 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8410c11a-b959-4800-83e9-49bf2f418c1a tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:57.071424 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5e3afb4a-bc9d-481d-bcf7-ac58f7e06d66 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:57.090477 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8410c11a-b959-4800-83e9-49bf2f418c1a tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:57.098853 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3afb4a-bc9d-481d-bcf7-ac58f7e06d66 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Pushing event deleted for resources: {'Port': ['ID=e6e06869-298d-4731-b7f1-ad3f0f876d73,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:11:57.124849 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3afb4a-bc9d-481d-bcf7-ac58f7e06d66 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:57.125328 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3afb4a-bc9d-481d-bcf7-ac58f7e06d66 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:57.125446 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3afb4a-bc9d-481d-bcf7-ac58f7e06d66 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:57.125707 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3afb4a-bc9d-481d-bcf7-ac58f7e06d66 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:57.126284 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3afb4a-bc9d-481d-bcf7-ac58f7e06d66 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:57.126546 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3afb4a-bc9d-481d-bcf7-ac58f7e06d66 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:57.127058 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3afb4a-bc9d-481d-bcf7-ac58f7e06d66 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:57.127536 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3afb4a-bc9d-481d-bcf7-ac58f7e06d66 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:57.128034 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3afb4a-bc9d-481d-bcf7-ac58f7e06d66 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:57.128526 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3afb4a-bc9d-481d-bcf7-ac58f7e06d66 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:57.129000 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3afb4a-bc9d-481d-bcf7-ac58f7e06d66 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:57.129484 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3afb4a-bc9d-481d-bcf7-ac58f7e06d66 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:11:57.143505 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8410c11a-b959-4800-83e9-49bf2f418c1a tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:57.146244 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8410c11a-b959-4800-83e9-49bf2f418c1a tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:57.147623 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-8410c11a-b959-4800-83e9-49bf2f418c1a tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "DELETE /v2.0/security-groups/f5cd9559-eba5-4a30-8cad-a43a03c2d39b HTTP/1.1" status: 204 len: 168 time: 0.1515193 Nov 11 01:11:57.151091 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 34430) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:11:57.169261 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410c11a-b959-4800-83e9-49bf2f418c1a tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cd9559-eba5-4a30-8cad-a43a03c2d39b,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:11:57.171567 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.api.v2.resource [None req-c663aa6e-c6b3-46af-8681-2ac4d9285335 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] show failed (client error): The resource could not be found. Nov 11 01:11:57.172648 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-c663aa6e-c6b3-46af-8681-2ac4d9285335 tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "GET /v2.0/security-groups/f5cd9559-eba5-4a30-8cad-a43a03c2d39b HTTP/1.1" status: 404 len: 347 time: 0.0202892 Nov 11 01:11:57.175473 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 34432) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:11:57.182580 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5e3afb4a-bc9d-481d-bcf7-ac58f7e06d66 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for floatingip, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:57.182967 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.db.l3_db [None req-5e3afb4a-bc9d-481d-bcf7-ac58f7e06d66 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Floating IP b5092c2d-9c0f-4eb2-a3d3-47c6818ef69e disassociated (deleted). External IP: 172.27.2.191, port: e56a395c-77ef-4622-a62e-fedb27621bdb. Nov 11 01:11:57.310173 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-63b301cb-6081-445a-8eb4-6e30a15f3beb tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Deleting port 2ad7c1a3-193d-44a2-8887-13c74fee3c3f {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:11:57.310647 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-63b301cb-6081-445a-8eb4-6e30a15f3beb tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:57.387822 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-63b301cb-6081-445a-8eb4-6e30a15f3beb tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:57.388149 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-63b301cb-6081-445a-8eb4-6e30a15f3beb tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:57.399774 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-63b301cb-6081-445a-8eb4-6e30a15f3beb tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Calling delete_port for 2ad7c1a3-193d-44a2-8887-13c74fee3c3f owned by network:floatingip {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:11:57.432015 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ab7ec-b839-408a-a377-b684a4969508 req-d6b96005-b54e-4557-9cb2-5ca2c61f0017 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:57.433581 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a06ab7ec-b839-408a-a377-b684a4969508 req-d6b96005-b54e-4557-9cb2-5ca2c61f0017 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 947 time: 0.0631886 Nov 11 01:11:57.440382 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3afb4a-bc9d-481d-bcf7-ac58f7e06d66 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Router 9f83d1fd-f06d-4748-aed4-f49091d22fa8 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:11:57.535700 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a06ab7ec-b839-408a-a377-b684a4969508 req-75d081fc-20e4-4825-aa8a-550016c7cdd9 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937917 Nov 11 01:11:57.550398 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-63b301cb-6081-445a-8eb4-6e30a15f3beb tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:57.578740 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b301cb-6081-445a-8eb4-6e30a15f3beb tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Pushing event deleted for resources: {'Port': ['ID=2ad7c1a3-193d-44a2-8887-13c74fee3c3f,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:11:57.597678 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3afb4a-bc9d-481d-bcf7-ac58f7e06d66 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:11:57.602600 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5e3afb4a-bc9d-481d-bcf7-ac58f7e06d66 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for floatingip, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:57.615475 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f3ecdc-171b-4994-b05a-009fad295d44 None None] Sync routers for ids ['9f83d1fd-f06d-4748-aed4-f49091d22fa8'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:11:57.635953 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-5e3afb4a-bc9d-481d-bcf7-ac58f7e06d66 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "DELETE /v2.0/floatingips/b5092c2d-9c0f-4eb2-a3d3-47c6818ef69e HTTP/1.1" status: 204 len: 168 time: 1.2247427 Nov 11 01:11:57.636522 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93554b91-4f2b-4c98-ac74-341ac3c847f0', 'tag': 'e56a395c-77ef-4622-a62e-fedb27621bdb'}] {{(pid=101602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:11:57.638919 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbc2a4dd34722a8e14e2fc20a6c680084dc03eb7d3307192ee443654b1fba6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3564e53-4456-473c-808a-3dc5dc0e33e9" -d '{"events": [{"name": "network-changed", "server_uuid": "93554b91-4f2b-4c98-ac74-341ac3c847f0", "tag": "e56a395c-77ef-4622-a62e-fedb27621bdb"}]}' {{(pid=101602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:11:57.654538 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-63b301cb-6081-445a-8eb4-6e30a15f3beb tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks [] for floatingip, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:57.657317 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-63b301cb-6081-445a-8eb4-6e30a15f3beb tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for floatingip, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:57.658919 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-63b301cb-6081-445a-8eb4-6e30a15f3beb tempest-AttachVolumeTestJSON-259715532 tempest-AttachVolumeTestJSON-259715532-project] 10.222.0.52 "DELETE /v2.0/floatingips/da1f0f91-9584-4b36-bad1-3e3adb653343 HTTP/1.1" status: 204 len: 168 time: 0.4814355 Nov 11 01:11:57.675659 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f3ecdc-171b-4994-b05a-009fad295d44 None None] Routers {'9f83d1fd-f06d-4748-aed4-f49091d22fa8'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:11:57.676276 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-b4f3ecdc-171b-4994-b05a-009fad295d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:11:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['9f83d1fd-f06d-4748-aed4-f49091d22fa8'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:11:57.701566 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5019d36b-ed71-44ed-9101-d120e6903848 x-openstack-request-id: req-5019d36b-ed71-44ed-9101-d120e6903848 {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:11:57.704052 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93554b91-4f2b-4c98-ac74-341ac3c847f0", "tag": "e56a395c-77ef-4622-a62e-fedb27621bdb", "status": "completed", "code": 200}]} {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:11:57.705160 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5019d36b-ed71-44ed-9101-d120e6903848 {{(pid=101602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:11:57.705822 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93554b91-4f2b-4c98-ac74-341ac3c847f0', 'tag': 'e56a395c-77ef-4622-a62e-fedb27621bdb', 'status': 'completed', 'code': 200} Nov 11 01:11:57.805712 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3564e53-4456-473c-808a-3dc5dc0e33e9 req-5c7f0c8c-0655-4a25-ab32-4eb2f7e5ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:57.808162 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b3564e53-4456-473c-808a-3dc5dc0e33e9 req-5c7f0c8c-0655-4a25-ab32-4eb2f7e5ac05 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dff1f2fb612458e95b9346b3d29040d&device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 1098 time: 0.0549324 Nov 11 01:11:57.828321 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-b4f3ecdc-171b-4994-b05a-009fad295d44 None None] Set router 9f83d1fd-f06d-4748-aed4-f49091d22fa8 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:11:57.910171 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3564e53-4456-473c-808a-3dc5dc0e33e9 req-17030a8a-83c5-48cb-8ae2-8880e9e03afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:57.911764 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b3564e53-4456-473c-808a-3dc5dc0e33e9 req-17030a8a-83c5-48cb-8ae2-8880e9e03afe service neutron] 10.222.0.64 "GET /v2.0/networks?id=281e6ff6-072e-460f-a0b4-bef0b3054b31 HTTP/1.1" status: 200 len: 908 time: 0.0940223 Nov 11 01:11:57.930013 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbb93c-0e61-466b-a043-5bbbfe2fa023 req-6732bce1-189d-4dcd-b8de-64c20ed8ec36 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:57.931528 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f5dbb93c-0e61-466b-a043-5bbbfe2fa023 req-6732bce1-189d-4dcd-b8de-64c20ed8ec36 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0556531 Nov 11 01:11:57.972866 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b3564e53-4456-473c-808a-3dc5dc0e33e9 req-d8d73b36-7535-4f89-a127-cedbd8ebdcb3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e56a395c-77ef-4622-a62e-fedb27621bdb HTTP/1.1" status: 200 len: 217 time: 0.0490749 Nov 11 01:11:57.993347 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f5dbb93c-0e61-466b-a043-5bbbfe2fa023 req-b34e3d09-d7ae-4fe2-98dc-6faea78f4506 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553763 Nov 11 01:11:58.033813 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3564e53-4456-473c-808a-3dc5dc0e33e9 req-57f6f364-3abb-43bb-9584-e3b837ec6d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:58.035323 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b3564e53-4456-473c-808a-3dc5dc0e33e9 req-57f6f364-3abb-43bb-9584-e3b837ec6d1f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=400844d0-9be8-4f53-95ec-2ae887a65afd HTTP/1.1" status: 200 len: 847 time: 0.0543804 Nov 11 01:11:58.061822 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-b4f3ecdc-171b-4994-b05a-009fad295d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'name': 'tempest-TestShelveInstance-832442224-router', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:04:49Z', 'updated_at': '2021-11-11T01:04:53Z', 'revision_number': 4, 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'gw_port': {'id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:42:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:50Z', 'updated_at': '2021-11-11T01:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '61ca923e-a48e-4963-90ff-99776c63877c', 'name': '', 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'mac_address': 'fa:16:3e:43:65:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '400844d0-9be8-4f53-95ec-2ae887a65afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:52Z', 'updated_at': '2021-11-11T01:04:58Z', 'revision_number': 5, 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'subnets': [{'id': '400844d0-9be8-4f53-95ec-2ae887a65afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:11:58.085808 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3564e53-4456-473c-808a-3dc5dc0e33e9 req-379cf086-5008-4bf1-a7c1-ba4ef2ce9a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:58.087359 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b3564e53-4456-473c-808a-3dc5dc0e33e9 req-379cf086-5008-4bf1-a7c1-ba4ef2ce9a70 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=281e6ff6-072e-460f-a0b4-bef0b3054b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442357 Nov 11 01:11:58.096108 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f3ecdc-171b-4994-b05a-009fad295d44 None None] Checking router: 9f83d1fd-f06d-4748-aed4-f49091d22fa8 for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:11:58.106356 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f3ecdc-171b-4994-b05a-009fad295d44 None None] Routers {'9f83d1fd-f06d-4748-aed4-f49091d22fa8'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:11:58.107124 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-b4f3ecdc-171b-4994-b05a-009fad295d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:11:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['9f83d1fd-f06d-4748-aed4-f49091d22fa8'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:11:58.187761 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b3564e53-4456-473c-808a-3dc5dc0e33e9 req-f4251285-b7ee-4eb3-afdd-b40ae8eefabb service neutron] 10.222.0.64 "GET /v2.0/networks/281e6ff6-072e-460f-a0b4-bef0b3054b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849581 Nov 11 01:11:58.215431 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-b4f3ecdc-171b-4994-b05a-009fad295d44 None None] Set router 9f83d1fd-f06d-4748-aed4-f49091d22fa8 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:11:58.283777 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b3564e53-4456-473c-808a-3dc5dc0e33e9 req-883beb8b-aea8-4a5e-af76-2a1f099ea6a5 service neutron] 10.222.0.64 "GET /v2.0/networks/281e6ff6-072e-460f-a0b4-bef0b3054b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867732 Nov 11 01:11:58.421207 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-b4f3ecdc-171b-4994-b05a-009fad295d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'name': 'tempest-TestShelveInstance-832442224-router', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:04:49Z', 'updated_at': '2021-11-11T01:04:53Z', 'revision_number': 4, 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'gw_port': {'id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:42:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:50Z', 'updated_at': '2021-11-11T01:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '61ca923e-a48e-4963-90ff-99776c63877c', 'name': '', 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'mac_address': 'fa:16:3e:43:65:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '400844d0-9be8-4f53-95ec-2ae887a65afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:52Z', 'updated_at': '2021-11-11T01:04:58Z', 'revision_number': 5, 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'subnets': [{'id': '400844d0-9be8-4f53-95ec-2ae887a65afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:11:58.450433 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f3ecdc-171b-4994-b05a-009fad295d44 None None] The sync data for ids ['9f83d1fd-f06d-4748-aed4-f49091d22fa8'] in dv-cinder-817085-3-iscsi is: [{'id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'name': 'tempest-TestShelveInstance-832442224-router', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:04:49Z', 'updated_at': '2021-11-11T01:04:53Z', 'revision_number': 4, 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'gw_port': {'id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:42:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:50Z', 'updated_at': '2021-11-11T01:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '61ca923e-a48e-4963-90ff-99776c63877c', 'name': '', 'network_id': '281e6ff6-072e-460f-a0b4-bef0b3054b31', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'mac_address': 'fa:16:3e:43:65:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '400844d0-9be8-4f53-95ec-2ae887a65afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:52Z', 'updated_at': '2021-11-11T01:04:58Z', 'revision_number': 5, 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'subnets': [{'id': '400844d0-9be8-4f53-95ec-2ae887a65afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:11:58.477020 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 44f556ed-442c-489b-8797-5d8ba69793e5 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:11:58.498334 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] No Port match for: 44f556ed-442c-489b-8797-5d8ba69793e5 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:11:58.498668 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 44f556ed-442c-489b-8797-5d8ba69793e5 not bound to the agent host hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:11:58.668021 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca67f2a-f615-451a-865d-8754aba2f4a4 None None] New status for floating IP b5092c2d-9c0f-4eb2-a3d3-47c6818ef69e: DOWN {{(pid=101604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 01:11:58.668812 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793a4d6-4134-44bd-94e4-6f8314f0c593 req-3e009e9d-459d-41b8-9b37-3cd04f5122e7 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:58.670302 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a793a4d6-4134-44bd-94e4-6f8314f0c593 req-3e009e9d-459d-41b8-9b37-3cd04f5122e7 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 947 time: 0.0518897 Nov 11 01:11:58.718088 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a793a4d6-4134-44bd-94e4-6f8314f0c593 req-2def02b9-0531-4326-babc-6995af432d7c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups?id=5480cb19-e29b-449a-b1c1-58d704490052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417221 Nov 11 01:11:59.107473 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509460c1-a6d1-49ed-afb5-498490021231 req-bd521cdb-db54-40af-ad04-e178bd6eb6e6 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:59.108938 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-509460c1-a6d1-49ed-afb5-498490021231 req-bd521cdb-db54-40af-ad04-e178bd6eb6e6 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0476832 Nov 11 01:11:59.159734 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-509460c1-a6d1-49ed-afb5-498490021231 req-94b7d604-b40c-4065-9b47-84ffa55d36e9 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448782 Nov 11 01:11:59.205980 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c075395-85a4-46e4-bac6-d666c6ddc870 req-f6129b07-98fa-42de-bbc6-fccdda80edb2 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:11:59.207518 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-3c075395-85a4-46e4-bac6-d666c6ddc870 req-f6129b07-98fa-42de-bbc6-fccdda80edb2 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 947 time: 0.0518234 Nov 11 01:11:59.299604 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-3c075395-85a4-46e4-bac6-d666c6ddc870 req-3cf39c11-d0af-435a-b0f5-bf550e957792 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Deleting port 1f7f5df1-b155-4d43-99ac-2e3dd6657296 {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:11:59.299944 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-3c075395-85a4-46e4-bac6-d666c6ddc870 req-3cf39c11-d0af-435a-b0f5-bf550e957792 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:59.388534 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-3c075395-85a4-46e4-bac6-d666c6ddc870 req-3cf39c11-d0af-435a-b0f5-bf550e957792 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] For port 1f7f5df1-b155-4d43-99ac-2e3dd6657296, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=1f7f5df1-b155-4d43-99ac-2e3dd6657296,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:11:59.388894 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-3c075395-85a4-46e4-bac6-d666c6ddc870 req-3cf39c11-d0af-435a-b0f5-bf550e957792 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:59.407447 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8c9d6486-fe78-417b-b914-9b86e33fea46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:59.554265 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-3c075395-85a4-46e4-bac6-d666c6ddc870 req-3cf39c11-d0af-435a-b0f5-bf550e957792 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:59.554628 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-3c075395-85a4-46e4-bac6-d666c6ddc870 req-3cf39c11-d0af-435a-b0f5-bf550e957792 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918241'] for floatingip, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:59.554961 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.db.l3_db [req-3c075395-85a4-46e4-bac6-d666c6ddc870 req-3cf39c11-d0af-435a-b0f5-bf550e957792 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Floating IP 68ab5c81-0934-4e84-8160-a763378a2d94 disassociated. External IP: 172.27.2.218, port: 1f7f5df1-b155-4d43-99ac-2e3dd6657296. Nov 11 01:11:59.555304 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-3c075395-85a4-46e4-bac6-d666c6ddc870 req-3cf39c11-d0af-435a-b0f5-bf550e957792 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Calling delete_port for 1f7f5df1-b155-4d43-99ac-2e3dd6657296 owned by compute:nova {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:11:59.684051 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-3c075395-85a4-46e4-bac6-d666c6ddc870 req-3cf39c11-d0af-435a-b0f5-bf550e957792 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:59.717012 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf39c11-d0af-435a-b0f5-bf550e957792 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Pushing event deleted for resources: {'Port': ['ID=1f7f5df1-b155-4d43-99ac-2e3dd6657296,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:11:59.821135 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8d876363-ac60-4c5e-8f95-bd0a6c37a837 req-c483f580-9953-43e8-8adb-8af5db8773d5 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ce8e836-308a-4cdb-8e70-a3d3b431da6d HTTP/1.1" status: 200 len: 210 time: 0.0288262 Nov 11 01:11:59.827339 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c075395-85a4-46e4-bac6-d666c6ddc870 req-3cf39c11-d0af-435a-b0f5-bf550e957792 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Router c0042718-a156-4f57-806b-299e7b0af0d9 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:11:59.935448 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c075395-85a4-46e4-bac6-d666c6ddc870 req-3cf39c11-d0af-435a-b0f5-bf550e957792 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:11:59.945691 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bec575-7dad-4ee1-b235-149c7e5f0480 None None] Sync routers for ids ['c0042718-a156-4f57-806b-299e7b0af0d9'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:11:59.960725 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bec575-7dad-4ee1-b235-149c7e5f0480 None None] Routers {'c0042718-a156-4f57-806b-299e7b0af0d9'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:11:59.961522 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-23bec575-7dad-4ee1-b235-149c7e5f0480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:11:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['c0042718-a156-4f57-806b-299e7b0af0d9'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:11:59.981486 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c075395-85a4-46e4-bac6-d666c6ddc870 req-3cf39c11-d0af-435a-b0f5-bf550e957792 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] No DVR routers for this DVR port 1f7f5df1-b155-4d43-99ac-2e3dd6657296 on host hv-cinder-81708 {{(pid=101601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:11:59.983846 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-3c075395-85a4-46e4-bac6-d666c6ddc870 req-3cf39c11-d0af-435a-b0f5-bf550e957792 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:11:59.987329 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-3c075395-85a4-46e4-bac6-d666c6ddc870 req-3cf39c11-d0af-435a-b0f5-bf550e957792 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.64 "DELETE /v2.0/ports/1f7f5df1-b155-4d43-99ac-2e3dd6657296 HTTP/1.1" status: 204 len: 173 time: 0.7727153 Nov 11 01:11:59.987770 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce8e836-308a-4cdb-8e70-a3d3b431da6d', 'name': 'network-vif-deleted', 'tag': '1f7f5df1-b155-4d43-99ac-2e3dd6657296'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:11:59.989982 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fbef5e-06b6-4037-b4e4-f82fed637a98" -d '{"events": [{"server_uuid": "2ce8e836-308a-4cdb-8e70-a3d3b431da6d", "name": "network-vif-deleted", "tag": "1f7f5df1-b155-4d43-99ac-2e3dd6657296"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:12:00.056673 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea79b52e-7c3e-498e-8b94-db62c6ea0c8c x-openstack-request-id: req-ea79b52e-7c3e-498e-8b94-db62c6ea0c8c {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:12:00.057805 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce8e836-308a-4cdb-8e70-a3d3b431da6d", "name": "network-vif-deleted", "tag": "1f7f5df1-b155-4d43-99ac-2e3dd6657296", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:12:00.058141 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ea79b52e-7c3e-498e-8b94-db62c6ea0c8c {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:12:00.058798 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce8e836-308a-4cdb-8e70-a3d3b431da6d', 'name': 'network-vif-deleted', 'tag': '1f7f5df1-b155-4d43-99ac-2e3dd6657296', 'status': 'completed', 'code': 200} Nov 11 01:12:00.090621 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ea9e6-cd37-4a1a-9ba0-841a1faa5aa0 req-759e3e4b-4e79-461c-bb79-c54420b8914d tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:00.092587 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-eb0ea9e6-cd37-4a1a-9ba0-841a1faa5aa0 req-759e3e4b-4e79-461c-bb79-c54420b8914d tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.64 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0785191 Nov 11 01:12:00.124752 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-23bec575-7dad-4ee1-b235-149c7e5f0480 None None] Set router c0042718-a156-4f57-806b-299e7b0af0d9 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:12:00.270643 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-eb0ea9e6-cd37-4a1a-9ba0-841a1faa5aa0 req-6ef2de64-8d29-41d0-9430-0312a69f5d62 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Deleting port e56a395c-77ef-4622-a62e-fedb27621bdb {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:12:00.271332 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-eb0ea9e6-cd37-4a1a-9ba0-841a1faa5aa0 req-6ef2de64-8d29-41d0-9430-0312a69f5d62 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:00.330122 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ce90a-eac8-4ac1-b1ac-e5cc246d9f9a req-4c106ccb-e4be-4eb8-8f73-8644d683fda4 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:00.331697 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ce6ce90a-eac8-4ac1-b1ac-e5cc246d9f9a req-4c106ccb-e4be-4eb8-8f73-8644d683fda4 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 945 time: 0.0571320 Nov 11 01:12:00.368445 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-eb0ea9e6-cd37-4a1a-9ba0-841a1faa5aa0 req-6ef2de64-8d29-41d0-9430-0312a69f5d62 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] For port e56a395c-77ef-4622-a62e-fedb27621bdb, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=e56a395c-77ef-4622-a62e-fedb27621bdb,segment=NetworkSegment(be86eb42-9a94-437a-9c98-c5eb078a7fac),segment_id=be86eb42-9a94-437a-9c98-c5eb078a7fac)] {{(pid=101601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:00.368746 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-eb0ea9e6-cd37-4a1a-9ba0-841a1faa5aa0 req-6ef2de64-8d29-41d0-9430-0312a69f5d62 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:00.371043 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-23bec575-7dad-4ee1-b235-149c7e5f0480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'name': 'tempest-AttachVolumeShelveTestJSON-360278585-router', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:36Z', 'updated_at': '2021-11-11T01:02:42Z', 'revision_number': 4, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'gw_port': {'id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:37Z', 'updated_at': '2021-11-11T01:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '00beaa14-6b37-445e-ab5d-f8ef41959a7d', 'name': '', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'mac_address': 'fa:16:3e:6f:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:41Z', 'updated_at': '2021-11-11T01:02:53Z', 'revision_number': 5, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'subnets': [{'id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:00.382690 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-eb0ea9e6-cd37-4a1a-9ba0-841a1faa5aa0 req-6ef2de64-8d29-41d0-9430-0312a69f5d62 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Calling delete_port for e56a395c-77ef-4622-a62e-fedb27621bdb owned by compute:nova {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:12:00.387965 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ce6ce90a-eac8-4ac1-b1ac-e5cc246d9f9a req-ee107872-73ec-4e2f-a8bf-4ca728c7886e tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1df8e04-91bf-4cf2-9824-06b87c49660d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460696 Nov 11 01:12:00.403593 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bec575-7dad-4ee1-b235-149c7e5f0480 None None] Checking router: c0042718-a156-4f57-806b-299e7b0af0d9 for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:12:00.412210 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bec575-7dad-4ee1-b235-149c7e5f0480 None None] Routers {'c0042718-a156-4f57-806b-299e7b0af0d9'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:12:00.412816 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-23bec575-7dad-4ee1-b235-149c7e5f0480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:11:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['c0042718-a156-4f57-806b-299e7b0af0d9'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:00.512874 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-eb0ea9e6-cd37-4a1a-9ba0-841a1faa5aa0 req-6ef2de64-8d29-41d0-9430-0312a69f5d62 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:00.545929 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2de64-8d29-41d0-9430-0312a69f5d62 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Pushing event deleted for resources: {'Port': ['ID=e56a395c-77ef-4622-a62e-fedb27621bdb,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:00.597868 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0ea9e6-cd37-4a1a-9ba0-841a1faa5aa0 req-6ef2de64-8d29-41d0-9430-0312a69f5d62 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] No DVR routers for this DVR port e56a395c-77ef-4622-a62e-fedb27621bdb on host hv-cinder-81708 {{(pid=101601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:12:00.600592 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-eb0ea9e6-cd37-4a1a-9ba0-841a1faa5aa0 req-6ef2de64-8d29-41d0-9430-0312a69f5d62 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:00.604495 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-eb0ea9e6-cd37-4a1a-9ba0-841a1faa5aa0 req-6ef2de64-8d29-41d0-9430-0312a69f5d62 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.64 "DELETE /v2.0/ports/e56a395c-77ef-4622-a62e-fedb27621bdb HTTP/1.1" status: 204 len: 173 time: 0.4984295 Nov 11 01:12:00.671626 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-23bec575-7dad-4ee1-b235-149c7e5f0480 None None] Set router c0042718-a156-4f57-806b-299e7b0af0d9 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:12:00.869767 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-23bec575-7dad-4ee1-b235-149c7e5f0480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'name': 'tempest-AttachVolumeShelveTestJSON-360278585-router', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:36Z', 'updated_at': '2021-11-11T01:02:42Z', 'revision_number': 4, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'gw_port': {'id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:37Z', 'updated_at': '2021-11-11T01:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '00beaa14-6b37-445e-ab5d-f8ef41959a7d', 'name': '', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'mac_address': 'fa:16:3e:6f:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:41Z', 'updated_at': '2021-11-11T01:02:53Z', 'revision_number': 5, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'subnets': [{'id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:00.897615 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bec575-7dad-4ee1-b235-149c7e5f0480 None None] The sync data for ids ['c0042718-a156-4f57-806b-299e7b0af0d9'] in dv-cinder-817085-3-iscsi is: [{'id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'name': 'tempest-AttachVolumeShelveTestJSON-360278585-router', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:36Z', 'updated_at': '2021-11-11T01:02:42Z', 'revision_number': 4, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'gw_port': {'id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:37Z', 'updated_at': '2021-11-11T01:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '00beaa14-6b37-445e-ab5d-f8ef41959a7d', 'name': '', 'network_id': '7db40340-76c1-4dbb-a60c-57c8a9a269e5', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'mac_address': 'fa:16:3e:6f:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:41Z', 'updated_at': '2021-11-11T01:02:53Z', 'revision_number': 5, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'subnets': [{'id': '106c258c-9ba0-4b87-8aaf-5fe2051be471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:12:00.911586 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 34476) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:00.982715 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-90358a62-bdd4-45d3-9830-10f2baa7caea tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:01.010667 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-90358a62-bdd4-45d3-9830-10f2baa7caea tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:01.074689 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-90358a62-bdd4-45d3-9830-10f2baa7caea tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:01.077799 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-90358a62-bdd4-45d3-9830-10f2baa7caea tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:01.081745 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-90358a62-bdd4-45d3-9830-10f2baa7caea tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "DELETE /v2.0/security-groups/5480cb19-e29b-449a-b1c1-58d704490052 HTTP/1.1" status: 204 len: 168 time: 0.1687655 Nov 11 01:12:01.082017 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 34480) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:01.092082 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90358a62-bdd4-45d3-9830-10f2baa7caea tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5480cb19-e29b-449a-b1c1-58d704490052,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:01.099040 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.api.v2.resource [None req-db5a6b22-3081-48ea-963d-c5d711026ba9 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] show failed (client error): The resource could not be found. Nov 11 01:12:01.100085 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-db5a6b22-3081-48ea-963d-c5d711026ba9 tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "GET /v2.0/security-groups/5480cb19-e29b-449a-b1c1-58d704490052 HTTP/1.1" status: 404 len: 347 time: 0.0172939 Nov 11 01:12:01.103222 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 34482) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:01.218414 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0702dea2-2e78-4efa-b703-3efaf0a908a8 None None] New status for floating IP 68ab5c81-0934-4e84-8160-a763378a2d94: DOWN {{(pid=101604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 01:12:01.235561 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-de30096c-b839-4d87-828b-160638be829c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Deleting port 1277a3c8-b969-4215-af7c-48fcaa535af3 {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:12:01.236087 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-de30096c-b839-4d87-828b-160638be829c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:01.324346 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-de30096c-b839-4d87-828b-160638be829c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:01.325020 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-de30096c-b839-4d87-828b-160638be829c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:01.340417 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-de30096c-b839-4d87-828b-160638be829c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Calling delete_port for 1277a3c8-b969-4215-af7c-48fcaa535af3 owned by network:floatingip {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:12:01.360240 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 34490) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:01.507782 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-de30096c-b839-4d87-828b-160638be829c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:01.511938 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-01663e37-8409-4160-87e6-21790fd91350 req-c2fbc512-03d1-4f7c-b44e-a3f9f509621c tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "GET /v2.0/ports?device_id=93554b91-4f2b-4c98-ac74-341ac3c847f0 HTTP/1.1" status: 200 len: 210 time: 0.0341530 Nov 11 01:12:01.537773 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30096c-b839-4d87-828b-160638be829c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Pushing event deleted for resources: {'Port': ['ID=1277a3c8-b969-4215-af7c-48fcaa535af3,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:01.602409 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-de30096c-b839-4d87-828b-160638be829c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks [] for floatingip, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:01.605510 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-de30096c-b839-4d87-828b-160638be829c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for floatingip, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:01.607243 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-de30096c-b839-4d87-828b-160638be829c tempest-AttachVolumeShelveTestJSON-964512944 tempest-AttachVolumeShelveTestJSON-964512944-project] 10.222.0.52 "DELETE /v2.0/floatingips/68ab5c81-0934-4e84-8160-a763378a2d94 HTTP/1.1" status: 204 len: 168 time: 0.5023336 Nov 11 01:12:01.809999 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-79ec71d8-8354-4705-b525-52163d0f7ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:01.913128 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-61c5bb0b-dfba-45aa-9fac-3bf791e5d919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919265'] for router_interface, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:02.060374 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93554b91-4f2b-4c98-ac74-341ac3c847f0', 'name': 'network-vif-deleted', 'tag': 'e56a395c-77ef-4622-a62e-fedb27621bdb'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:12:02.062734 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433431e3-00ff-447a-aff1-d48915c7f780" -d '{"events": [{"server_uuid": "93554b91-4f2b-4c98-ac74-341ac3c847f0", "name": "network-vif-deleted", "tag": "e56a395c-77ef-4622-a62e-fedb27621bdb"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:12:02.099932 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40078272-e22d-4b8c-b1c5-008bb836e7fd x-openstack-request-id: req-40078272-e22d-4b8c-b1c5-008bb836e7fd {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:12:02.103093 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93554b91-4f2b-4c98-ac74-341ac3c847f0", "name": "network-vif-deleted", "tag": "e56a395c-77ef-4622-a62e-fedb27621bdb", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:12:02.103465 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-40078272-e22d-4b8c-b1c5-008bb836e7fd {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:12:02.104068 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93554b91-4f2b-4c98-ac74-341ac3c847f0', 'name': 'network-vif-deleted', 'tag': 'e56a395c-77ef-4622-a62e-fedb27621bdb', 'status': 'completed', 'code': 200} Nov 11 01:12:02.163049 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-61c5bb0b-dfba-45aa-9fac-3bf791e5d919 admin admin] Deleting port 6c9e1032-c333-44ee-b00d-987b9abd248a {{(pid=101602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:12:02.163660 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-61c5bb0b-dfba-45aa-9fac-3bf791e5d919 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:02.238870 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [None req-61c5bb0b-dfba-45aa-9fac-3bf791e5d919 admin admin] For port 6c9e1032-c333-44ee-b00d-987b9abd248a, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=6c9e1032-c333-44ee-b00d-987b9abd248a,segment=NetworkSegment(1634d06e-1d4c-4924-a971-6958bbee6c8d),segment_id=1634d06e-1d4c-4924-a971-6958bbee6c8d)] {{(pid=101602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:02.239187 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-61c5bb0b-dfba-45aa-9fac-3bf791e5d919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:02.251494 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-61c5bb0b-dfba-45aa-9fac-3bf791e5d919 admin admin] Calling delete_port for 6c9e1032-c333-44ee-b00d-987b9abd248a owned by network:router_interface {{(pid=101602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:12:02.425574 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-61c5bb0b-dfba-45aa-9fac-3bf791e5d919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:02.455230 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5bb0b-dfba-45aa-9fac-3bf791e5d919 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c9e1032-c333-44ee-b00d-987b9abd248a,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:02.577794 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 34504) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:02.629352 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-61c5bb0b-dfba-45aa-9fac-3bf791e5d919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-919409'] for router_interface, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:02.666821 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-0d6cf76a-bfeb-4d50-b9a2-9a0c54e92016 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:02.691594 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-0d6cf76a-bfeb-4d50-b9a2-9a0c54e92016 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:02.752804 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-0d6cf76a-bfeb-4d50-b9a2-9a0c54e92016 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:02.755362 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-0d6cf76a-bfeb-4d50-b9a2-9a0c54e92016 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:02.759144 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-0d6cf76a-bfeb-4d50-b9a2-9a0c54e92016 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] 10.222.0.52 "DELETE /v2.0/security-groups/b1df8e04-91bf-4cf2-9824-06b87c49660d HTTP/1.1" status: 204 len: 168 time: 0.1778984 Nov 11 01:12:02.766745 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6cf76a-bfeb-4d50-b9a2-9a0c54e92016 tempest-TestShelveInstance-2128355205 tempest-TestShelveInstance-2128355205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1df8e04-91bf-4cf2-9824-06b87c49660d,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:02.844675 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 34514) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:02.880529 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c5bb0b-dfba-45aa-9fac-3bf791e5d919 admin admin] Router de235f7c-9391-42e5-8fde-460afd907890 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:12:02.905669 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:03.016039 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c5bb0b-dfba-45aa-9fac-3bf791e5d919 admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:12:03.021109 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-61c5bb0b-dfba-45aa-9fac-3bf791e5d919 admin admin] 10.222.0.52 "PUT /v2.0/routers/de235f7c-9391-42e5-8fde-460afd907890/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6596644 Nov 11 01:12:03.023805 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 34522) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:03.024560 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1efbd3-cf20-46fa-88d5-daaa0a72a30e None None] Sync routers for ids ['de235f7c-9391-42e5-8fde-460afd907890'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:12:03.036333 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1efbd3-cf20-46fa-88d5-daaa0a72a30e None None] Routers {'de235f7c-9391-42e5-8fde-460afd907890'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:12:03.037032 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-3d1efbd3-cf20-46fa-88d5-daaa0a72a30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:12:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['de235f7c-9391-42e5-8fde-460afd907890'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:03.140843 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f17281d6-199f-424e-bb41-619b5627fc2e admin admin] Publish callbacks [] for router, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:03.147167 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-3d1efbd3-cf20-46fa-88d5-daaa0a72a30e None None] Set router de235f7c-9391-42e5-8fde-460afd907890 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:12:03.347415 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-3d1efbd3-cf20-46fa-88d5-daaa0a72a30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de235f7c-9391-42e5-8fde-460afd907890', 'name': 'tempest-AttachVolumeTestJSON-1962698695-router', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:12:02Z', 'revision_number': 5, 'project_id': 'd65821f142fe445b8388094f872c5457', 'gw_port': {'id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fe:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:03.358720 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6b3d3d96-d6a9-4291-a47e-f896b2c95757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919265'] for router_interface, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:03.379598 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1efbd3-cf20-46fa-88d5-daaa0a72a30e None None] Checking router: de235f7c-9391-42e5-8fde-460afd907890 for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:12:03.388752 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1efbd3-cf20-46fa-88d5-daaa0a72a30e None None] Routers {'de235f7c-9391-42e5-8fde-460afd907890'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:12:03.389368 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-3d1efbd3-cf20-46fa-88d5-daaa0a72a30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:12:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['de235f7c-9391-42e5-8fde-460afd907890'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:03.509120 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-3d1efbd3-cf20-46fa-88d5-daaa0a72a30e None None] Set router de235f7c-9391-42e5-8fde-460afd907890 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:12:03.515599 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f17281d6-199f-424e-bb41-619b5627fc2e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:03.567702 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-f17281d6-199f-424e-bb41-619b5627fc2e admin admin] Deleting port 6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72 {{(pid=101602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:12:03.568085 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f17281d6-199f-424e-bb41-619b5627fc2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:03.651884 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [None req-f17281d6-199f-424e-bb41-619b5627fc2e admin admin] For port 6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:03.652252 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f17281d6-199f-424e-bb41-619b5627fc2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:03.668983 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-f17281d6-199f-424e-bb41-619b5627fc2e admin admin] Calling delete_port for 6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72 owned by network:router_gateway {{(pid=101602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:12:03.678489 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d3d96-d6a9-4291-a47e-f896b2c95757 admin admin] Deleting port 61ca923e-a48e-4963-90ff-99776c63877c {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:12:03.679047 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6b3d3d96-d6a9-4291-a47e-f896b2c95757 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:03.701283 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-3d1efbd3-cf20-46fa-88d5-daaa0a72a30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de235f7c-9391-42e5-8fde-460afd907890', 'name': 'tempest-AttachVolumeTestJSON-1962698695-router', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:12:02Z', 'revision_number': 5, 'project_id': 'd65821f142fe445b8388094f872c5457', 'gw_port': {'id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fe:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:03.734343 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1efbd3-cf20-46fa-88d5-daaa0a72a30e None None] The sync data for ids ['de235f7c-9391-42e5-8fde-460afd907890'] in dv-cinder-817085-3-iscsi is: [{'id': 'de235f7c-9391-42e5-8fde-460afd907890', 'name': 'tempest-AttachVolumeTestJSON-1962698695-router', 'tenant_id': 'd65821f142fe445b8388094f872c5457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:12:02Z', 'revision_number': 5, 'project_id': 'd65821f142fe445b8388094f872c5457', 'gw_port': {'id': '6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:fe:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de235f7c-9391-42e5-8fde-460afd907890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:03:44Z', 'updated_at': '2021-11-11T01:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:12:03.778348 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [None req-6b3d3d96-d6a9-4291-a47e-f896b2c95757 admin admin] For port 61ca923e-a48e-4963-90ff-99776c63877c, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=61ca923e-a48e-4963-90ff-99776c63877c,segment=NetworkSegment(be86eb42-9a94-437a-9c98-c5eb078a7fac),segment_id=be86eb42-9a94-437a-9c98-c5eb078a7fac)] {{(pid=101601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:03.778743 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6b3d3d96-d6a9-4291-a47e-f896b2c95757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:03.790916 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d3d96-d6a9-4291-a47e-f896b2c95757 admin admin] Calling delete_port for 61ca923e-a48e-4963-90ff-99776c63877c owned by network:router_interface {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:12:03.851293 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f17281d6-199f-424e-bb41-619b5627fc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:03.882920 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17281d6-199f-424e-bb41-619b5627fc2e admin admin] Pushing event deleted for resources: {'Port': ['ID=6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:03.937515 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f17281d6-199f-424e-bb41-619b5627fc2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918171'] for router_gateway, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:03.976387 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6b3d3d96-d6a9-4291-a47e-f896b2c95757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:04.037170 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f17281d6-199f-424e-bb41-619b5627fc2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26533'] for router, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:04.039811 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f17281d6-199f-424e-bb41-619b5627fc2e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:04.085397 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 34530) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:04.109865 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f17281d6-199f-424e-bb41-619b5627fc2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-921351'] for router, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:04.111008 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17281d6-199f-424e-bb41-619b5627fc2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router de235f7c-9391-42e5-8fde-460afd907890 {{(pid=101602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 01:12:04.115723 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f17281d6-199f-424e-bb41-619b5627fc2e admin admin] Publish callbacks [] for router, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:04.119308 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-f17281d6-199f-424e-bb41-619b5627fc2e admin admin] 10.222.0.52 "DELETE /v2.0/routers/de235f7c-9391-42e5-8fde-460afd907890 HTTP/1.1" status: 204 len: 168 time: 1.0920515 Nov 11 01:12:04.119846 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 34534) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:04.214678 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f3f7009-c03c-4e51-9c42-08d7636aa92e admin admin] Deleting subnet 0a02394f-0dc6-4d50-9053-e463b69f5032 {{(pid=101602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 01:12:04.220826 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7009-c03c-4e51-9c42-08d7636aa92e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:04.288372 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d3d96-d6a9-4291-a47e-f896b2c95757 admin admin] Pushing event deleted for resources: {'Port': ['ID=61ca923e-a48e-4963-90ff-99776c63877c,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:04.300003 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7009-c03c-4e51-9c42-08d7636aa92e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13137847'] for subnet, precommit_delete_associations {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:04.448991 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:04.480800 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6b3d3d96-d6a9-4291-a47e-f896b2c95757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-919409'] for router_interface, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:04.513445 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 1f7f5df1-b155-4d43-99ac-2e3dd6657296 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:12:04.536772 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7009-c03c-4e51-9c42-08d7636aa92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1988382'] for subnet, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:04.542663 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] No Port match for: 1f7f5df1-b155-4d43-99ac-2e3dd6657296 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:12:04.543049 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 1f7f5df1-b155-4d43-99ac-2e3dd6657296 not bound to the agent host hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:12:04.543470 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device e56a395c-77ef-4622-a62e-fedb27621bdb no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:12:04.563976 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] No Port match for: e56a395c-77ef-4622-a62e-fedb27621bdb {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:12:04.564240 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device e56a395c-77ef-4622-a62e-fedb27621bdb not bound to the agent host hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:12:04.644491 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7009-c03c-4e51-9c42-08d7636aa92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13136881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13560017'] for subnet, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:04.684743 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f7009-c03c-4e51-9c42-08d7636aa92e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a02394f-0dc6-4d50-9053-e463b69f5032,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:04.686519 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7009-c03c-4e51-9c42-08d7636aa92e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for subnet, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:04.689663 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-4f3f7009-c03c-4e51-9c42-08d7636aa92e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0a02394f-0dc6-4d50-9053-e463b69f5032 HTTP/1.1" status: 204 len: 168 time: 0.5688472 Nov 11 01:12:04.691107 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f3b986-b82d-4568-93fb-875a94306630 None None] Network 0201e78f-31b0-4780-85e5-2d0c4a5203a2 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:12:04.693598 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 34536) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:04.750671 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3d3d96-d6a9-4291-a47e-f896b2c95757 admin admin] Router 9f83d1fd-f06d-4748-aed4-f49091d22fa8 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:12:04.786567 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-eaaf1b0a-7fa3-4793-b81e-02b992f248e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698162'] for network, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:04.888154 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b7f48898-b979-466d-9da7-ecf8bdd59c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919265'] for router_interface, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:04.913163 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d497166b-51e9-4cce-8c5c-f1cb6c27de46 None None] DHCP port deletion for 0201e78f-31b0-4780-85e5-2d0c4a5203a2 request from dv-cinder-817085-3-iscsi {{(pid=101603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 01:12:04.914610 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3d3d96-d6a9-4291-a47e-f896b2c95757 admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:12:04.920849 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-6b3d3d96-d6a9-4291-a47e-f896b2c95757 admin admin] 10.222.0.52 "PUT /v2.0/routers/9f83d1fd-f06d-4748-aed4-f49091d22fa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0760326 Nov 11 01:12:04.923550 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 34538) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:04.929434 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778cdeb0-c2ef-4d09-baa1-d21fb41ac07d None None] Sync routers for ids ['9f83d1fd-f06d-4748-aed4-f49091d22fa8'] in dv-cinder-817085-3-iscsi {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:12:04.942652 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778cdeb0-c2ef-4d09-baa1-d21fb41ac07d None None] Routers {'9f83d1fd-f06d-4748-aed4-f49091d22fa8'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:12:04.943585 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-778cdeb0-c2ef-4d09-baa1-d21fb41ac07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:12:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['9f83d1fd-f06d-4748-aed4-f49091d22fa8'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:04.995189 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-d497166b-51e9-4cce-8c5c-f1cb6c27de46 None None] Deleting port 2cb0bcd3-4953-45e3-bc69-2d5c19e006e0 {{(pid=101603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:12:04.995884 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d497166b-51e9-4cce-8c5c-f1cb6c27de46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:05.013080 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-eaaf1b0a-7fa3-4793-b81e-02b992f248e2 admin admin] Deleting port 2cb0bcd3-4953-45e3-bc69-2d5c19e006e0 {{(pid=101602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:12:05.013326 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-eaaf1b0a-7fa3-4793-b81e-02b992f248e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:05.064084 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72 no longer exists at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:12:05.092503 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-778cdeb0-c2ef-4d09-baa1-d21fb41ac07d None None] Set router 9f83d1fd-f06d-4748-aed4-f49091d22fa8 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:12:05.098104 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] No Port match for: 6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:12:05.098454 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 6d9ff68d-e93e-4e35-9ae2-4e6d288a2e72 not bound to the agent host dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:12:05.098881 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 6c9e1032-c333-44ee-b00d-987b9abd248a no longer exists at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:12:05.108555 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:05.132764 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] No Port match for: 6c9e1032-c333-44ee-b00d-987b9abd248a {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:12:05.132993 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 6c9e1032-c333-44ee-b00d-987b9abd248a not bound to the agent host dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:12:05.143374 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [None req-eaaf1b0a-7fa3-4793-b81e-02b992f248e2 admin admin] For port 2cb0bcd3-4953-45e3-bc69-2d5c19e006e0, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=2cb0bcd3-4953-45e3-bc69-2d5c19e006e0,segment=NetworkSegment(1634d06e-1d4c-4924-a971-6958bbee6c8d),segment_id=1634d06e-1d4c-4924-a971-6958bbee6c8d)] {{(pid=101602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:05.143748 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-eaaf1b0a-7fa3-4793-b81e-02b992f248e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:05.147582 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-d497166b-51e9-4cce-8c5c-f1cb6c27de46 None None] For port 2cb0bcd3-4953-45e3-bc69-2d5c19e006e0, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=2cb0bcd3-4953-45e3-bc69-2d5c19e006e0,segment=NetworkSegment(1634d06e-1d4c-4924-a971-6958bbee6c8d),segment_id=1634d06e-1d4c-4924-a971-6958bbee6c8d)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:05.147985 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d497166b-51e9-4cce-8c5c-f1cb6c27de46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:05.162478 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-d497166b-51e9-4cce-8c5c-f1cb6c27de46 None None] Calling delete_port for 2cb0bcd3-4953-45e3-bc69-2d5c19e006e0 owned by network:dhcp {{(pid=101603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:12:05.196811 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-80f2a9da-6b07-4ada-ab78-95df0b607703 admin admin] Publish callbacks [] for router, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:05.201082 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-eaaf1b0a-7fa3-4793-b81e-02b992f248e2 admin admin] Calling delete_port for 2cb0bcd3-4953-45e3-bc69-2d5c19e006e0 owned by network:dhcp {{(pid=101602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:12:05.285824 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-778cdeb0-c2ef-4d09-baa1-d21fb41ac07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'name': 'tempest-TestShelveInstance-832442224-router', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:04:49Z', 'updated_at': '2021-11-11T01:12:03Z', 'revision_number': 5, 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'gw_port': {'id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:42:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:50Z', 'updated_at': '2021-11-11T01:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:05.293749 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d497166b-51e9-4cce-8c5c-f1cb6c27de46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394'] for port, after_delete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:05.312807 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778cdeb0-c2ef-4d09-baa1-d21fb41ac07d None None] Checking router: 9f83d1fd-f06d-4748-aed4-f49091d22fa8 for host: dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:12:05.321320 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497166b-51e9-4cce-8c5c-f1cb6c27de46 None None] Pushing event deleted for resources: {'Port': ['ID=2cb0bcd3-4953-45e3-bc69-2d5c19e006e0,revision_number=None']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:05.322686 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778cdeb0-c2ef-4d09-baa1-d21fb41ac07d None None] Routers {'9f83d1fd-f06d-4748-aed4-f49091d22fa8'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:12:05.323539 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-778cdeb0-c2ef-4d09-baa1-d21fb41ac07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:12:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['9f83d1fd-f06d-4748-aed4-f49091d22fa8'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:05.326836 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d497166b-51e9-4cce-8c5c-f1cb6c27de46 None None] No DVR routers for this DVR port 2cb0bcd3-4953-45e3-bc69-2d5c19e006e0 on host dv-cinder-817085-3-iscsi {{(pid=101603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:12:05.405595 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-80f2a9da-6b07-4ada-ab78-95df0b607703 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:05.462297 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-eaaf1b0a-7fa3-4793-b81e-02b992f248e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:05.499724 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaf1b0a-7fa3-4793-b81e-02b992f248e2 admin admin] No DVR routers for this DVR port 2cb0bcd3-4953-45e3-bc69-2d5c19e006e0 on host dv-cinder-817085-3-iscsi {{(pid=101602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:12:05.524421 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf1b0a-7fa3-4793-b81e-02b992f248e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cb0bcd3-4953-45e3-bc69-2d5c19e006e0,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:05.530275 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-778cdeb0-c2ef-4d09-baa1-d21fb41ac07d None None] Set router 9f83d1fd-f06d-4748-aed4-f49091d22fa8 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:12:05.719805 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-778cdeb0-c2ef-4d09-baa1-d21fb41ac07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'name': 'tempest-TestShelveInstance-832442224-router', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:04:49Z', 'updated_at': '2021-11-11T01:12:03Z', 'revision_number': 5, 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'gw_port': {'id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:42:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:50Z', 'updated_at': '2021-11-11T01:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:05.746419 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778cdeb0-c2ef-4d09-baa1-d21fb41ac07d None None] The sync data for ids ['9f83d1fd-f06d-4748-aed4-f49091d22fa8'] in dv-cinder-817085-3-iscsi is: [{'id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'name': 'tempest-TestShelveInstance-832442224-router', 'tenant_id': '5dff1f2fb612458e95b9346b3d29040d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:04:49Z', 'updated_at': '2021-11-11T01:12:03Z', 'revision_number': 5, 'project_id': '5dff1f2fb612458e95b9346b3d29040d', 'gw_port': {'id': '70e9083a-e6a6-46df-8edb-8749eb020b35', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:42:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f83d1fd-f06d-4748-aed4-f49091d22fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:50Z', 'updated_at': '2021-11-11T01:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}] {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:12:05.865643 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-eaaf1b0a-7fa3-4793-b81e-02b992f248e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1989287', 'neutron.services.segments.db._delete_segments_for_network-8764259070437'] for network, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:05.879300 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-80f2a9da-6b07-4ada-ab78-95df0b607703 admin admin] Deleting port 70e9083a-e6a6-46df-8edb-8749eb020b35 {{(pid=101602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:12:05.879616 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-80f2a9da-6b07-4ada-ab78-95df0b607703 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:05.899581 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-b7f48898-b979-466d-9da7-ecf8bdd59c78 admin admin] Deleting port 00beaa14-6b37-445e-ab5d-f8ef41959a7d {{(pid=101602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:12:05.899899 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b7f48898-b979-466d-9da7-ecf8bdd59c78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:05.938020 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.services.segments.db [None req-eaaf1b0a-7fa3-4793-b81e-02b992f248e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0201e78f-31b0-4780-85e5-2d0c4a5203a2']}} {{(pid=101602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:05.981771 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.services.segments.db [None req-eaaf1b0a-7fa3-4793-b81e-02b992f248e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1634d06e-1d4c-4924-a971-6958bbee6c8d') {'for_net_delete': True} {{(pid=101602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:05.982000 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.services.segments.db [None req-eaaf1b0a-7fa3-4793-b81e-02b992f248e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1634d06e-1d4c-4924-a971-6958bbee6c8d') {} {{(pid=101602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:06.001563 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-eaaf1b0a-7fa3-4793-b81e-02b992f248e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764259091950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13137838'] for segment, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:06.032711 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-eaaf1b0a-7fa3-4793-b81e-02b992f248e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:06.056206 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaaf1b0a-7fa3-4793-b81e-02b992f248e2 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 01:12:06.057082 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-eaaf1b0a-7fa3-4793-b81e-02b992f248e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13136815'] for segment, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: self.session.flush() Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: self.session.flush() Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: self.session.flush() Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: self.session.flush() Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: Traceback (most recent call last): Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: timer() Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: cb(*args, **kw) Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: return func(*args, **kwargs) Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: self._notify() Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: self.callback(batched_events) Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: event.method(event) Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: return f(self, *a, **k) Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: return self._get(url).json() Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: return self.request(url, 'GET', **kwargs) Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 01:12:06.058686 dv-cinder-817085-3-iscsi neutron-server[101602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 01:12:06.114282 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [None req-80f2a9da-6b07-4ada-ab78-95df0b607703 admin admin] For port 70e9083a-e6a6-46df-8edb-8749eb020b35, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=70e9083a-e6a6-46df-8edb-8749eb020b35,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:06.114593 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-80f2a9da-6b07-4ada-ab78-95df0b607703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:06.122229 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [None req-b7f48898-b979-466d-9da7-ecf8bdd59c78 admin admin] For port 00beaa14-6b37-445e-ab5d-f8ef41959a7d, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=00beaa14-6b37-445e-ab5d-f8ef41959a7d,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:06.122603 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b7f48898-b979-466d-9da7-ecf8bdd59c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:06.151490 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-b7f48898-b979-466d-9da7-ecf8bdd59c78 admin admin] Calling delete_port for 00beaa14-6b37-445e-ab5d-f8ef41959a7d owned by network:router_interface {{(pid=101602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:12:06.154035 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-80f2a9da-6b07-4ada-ab78-95df0b607703 admin admin] Calling delete_port for 70e9083a-e6a6-46df-8edb-8749eb020b35 owned by network:router_gateway {{(pid=101602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:12:06.162350 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-eaaf1b0a-7fa3-4793-b81e-02b992f248e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1989264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918263'] for network, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:06.180806 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-eaaf1b0a-7fa3-4793-b81e-02b992f248e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:06.184570 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-eaaf1b0a-7fa3-4793-b81e-02b992f248e2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0201e78f-31b0-4780-85e5-2d0c4a5203a2 HTTP/1.1" status: 204 len: 168 time: 1.4895010 Nov 11 01:12:06.251857 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf1b0a-7fa3-4793-b81e-02b992f248e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0201e78f-31b0-4780-85e5-2d0c4a5203a2,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:06.308422 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 34542) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:06.352844 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-a97d0cbf-94b8-4caf-abc2-2e82304d7178 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d65821f142fe445b8388094f872c5457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431705 Nov 11 01:12:06.355518 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 34544) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:06.407667 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-576f801c-168b-401b-8a67-c1af67d02194 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:06.431013 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-576f801c-168b-401b-8a67-c1af67d02194 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:06.481392 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-80f2a9da-6b07-4ada-ab78-95df0b607703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:06.482708 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-576f801c-168b-401b-8a67-c1af67d02194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:06.485538 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-576f801c-168b-401b-8a67-c1af67d02194 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:06.486791 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-576f801c-168b-401b-8a67-c1af67d02194 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fee7fcf2-5215-4ff1-9394-2d9e12efdaf3 HTTP/1.1" status: 204 len: 168 time: 0.1303637 Nov 11 01:12:06.496233 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f801c-168b-401b-8a67-c1af67d02194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee7fcf2-5215-4ff1-9394-2d9e12efdaf3,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:06.516202 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2a9da-6b07-4ada-ab78-95df0b607703 admin admin] Pushing event deleted for resources: {'Port': ['ID=70e9083a-e6a6-46df-8edb-8749eb020b35,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:06.542520 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b7f48898-b979-466d-9da7-ecf8bdd59c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:06.593177 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f48898-b979-466d-9da7-ecf8bdd59c78 admin admin] Pushing event deleted for resources: {'Port': ['ID=00beaa14-6b37-445e-ab5d-f8ef41959a7d,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:06.658096 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-80f2a9da-6b07-4ada-ab78-95df0b607703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918171'] for router_gateway, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:06.686469 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 61ca923e-a48e-4963-90ff-99776c63877c no longer exists at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:12:06.716019 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] No Port match for: 61ca923e-a48e-4963-90ff-99776c63877c {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:12:06.716647 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 61ca923e-a48e-4963-90ff-99776c63877c not bound to the agent host dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:12:06.717620 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 2cb0bcd3-4953-45e3-bc69-2d5c19e006e0 no longer exists at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:12:06.749939 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] No Port match for: 2cb0bcd3-4953-45e3-bc69-2d5c19e006e0 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:12:06.750283 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 2cb0bcd3-4953-45e3-bc69-2d5c19e006e0 not bound to the agent host dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:12:06.766695 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-80f2a9da-6b07-4ada-ab78-95df0b607703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26533'] for router, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:06.770258 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-80f2a9da-6b07-4ada-ab78-95df0b607703 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:06.857513 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-80f2a9da-6b07-4ada-ab78-95df0b607703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-921351'] for router, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:06.858068 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f2a9da-6b07-4ada-ab78-95df0b607703 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f83d1fd-f06d-4748-aed4-f49091d22fa8 {{(pid=101602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 01:12:06.888595 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-80f2a9da-6b07-4ada-ab78-95df0b607703 admin admin] Publish callbacks [] for router, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:06.889669 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-80f2a9da-6b07-4ada-ab78-95df0b607703 admin admin] 10.222.0.52 "DELETE /v2.0/routers/9f83d1fd-f06d-4748-aed4-f49091d22fa8 HTTP/1.1" status: 204 len: 168 time: 1.9638669 Nov 11 01:12:06.892585 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 34558) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:06.916750 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b7f48898-b979-466d-9da7-ecf8bdd59c78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-919409'] for router_interface, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:06.959861 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d5c73c-f807-468e-8d29-7f56ff343317 admin admin] Deleting subnet 400844d0-9be8-4f53-95ec-2ae887a65afd {{(pid=101601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 01:12:06.967545 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-c6d5c73c-f807-468e-8d29-7f56ff343317 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:07.003137 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-c6d5c73c-f807-468e-8d29-7f56ff343317 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14391884'] for subnet, precommit_delete_associations {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:07.132423 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-c6d5c73c-f807-468e-8d29-7f56ff343317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1988382'] for subnet, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:07.189442 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-c6d5c73c-f807-468e-8d29-7f56ff343317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14461986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14289049'] for subnet, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:07.192319 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f48898-b979-466d-9da7-ecf8bdd59c78 admin admin] Router c0042718-a156-4f57-806b-299e7b0af0d9 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:12:07.216739 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5c73c-f807-468e-8d29-7f56ff343317 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=400844d0-9be8-4f53-95ec-2ae887a65afd,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:07.220340 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-c6d5c73c-f807-468e-8d29-7f56ff343317 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:07.223560 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-c6d5c73c-f807-468e-8d29-7f56ff343317 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/400844d0-9be8-4f53-95ec-2ae887a65afd HTTP/1.1" status: 204 len: 168 time: 0.3300557 Nov 11 01:12:07.227328 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 34570) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:07.227831 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef08cb2-a3de-48e1-ba80-132765344a50 None None] Network 281e6ff6-072e-460f-a0b4-bef0b3054b31 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:12:07.336623 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8fbf2382-7a8e-4d72-9e15-85f277d7a099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698162'] for network, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:07.356287 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f48898-b979-466d-9da7-ecf8bdd59c78 admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:12:07.393698 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9f4c9c96-246f-483f-bdb7-3f9e639b12ce req-7f0ac942-66ff-468a-94a2-80fac192a628 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-868662320&fields=id&tenant_id=c7abb9f19d954ab1b034c3bc7de8d24b HTTP/1.1" status: 200 len: 267 time: 0.0745883 Nov 11 01:12:07.402506 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-b7f48898-b979-466d-9da7-ecf8bdd59c78 admin admin] 10.222.0.52 "PUT /v2.0/routers/c0042718-a156-4f57-806b-299e7b0af0d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3159769 Nov 11 01:12:07.402988 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 34576) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:07.482173 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c9c96-246f-483f-bdb7-3f9e639b12ce req-70c95c1c-f4dd-4879-8225-00d33c3f86d9 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:07.485990 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9f4c9c96-246f-483f-bdb7-3f9e639b12ce req-70c95c1c-f4dd-4879-8225-00d33c3f86d9 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 985 time: 0.0892193 Nov 11 01:12:07.490928 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b5614-fc4a-48c2-a553-177b3aa7337b None None] Sync routers for ids ['c0042718-a156-4f57-806b-299e7b0af0d9'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:12:07.503750 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [req-9f4c9c96-246f-483f-bdb7-3f9e639b12ce req-baadcd3d-d600-4ce4-84cd-19badb519789 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Request body: {'port': {'security_groups': ['19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30']}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:12:07.512969 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5b5614-fc4a-48c2-a553-177b3aa7337b None None] Routers {'c0042718-a156-4f57-806b-299e7b0af0d9'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:12:07.513603 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-2f5b5614-fc4a-48c2-a553-177b3aa7337b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:12:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['c0042718-a156-4f57-806b-299e7b0af0d9'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:07.539565 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-8fbf2382-7a8e-4d72-9e15-85f277d7a099 admin admin] Deleting port 45481ce0-5497-46bc-9afd-bccfcaef1021 {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:12:07.539908 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8fbf2382-7a8e-4d72-9e15-85f277d7a099 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:07.585921 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ed737111-6ec0-4fa8-8df1-3b6e0b5dafa6 admin admin] Publish callbacks [] for router, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:07.590447 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-9f4c9c96-246f-483f-bdb7-3f9e639b12ce req-baadcd3d-d600-4ce4-84cd-19badb519789 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:07.654609 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-2f5b5614-fc4a-48c2-a553-177b3aa7337b None None] Set router c0042718-a156-4f57-806b-299e7b0af0d9 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:12:07.661230 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [None req-8fbf2382-7a8e-4d72-9e15-85f277d7a099 admin admin] For port 45481ce0-5497-46bc-9afd-bccfcaef1021, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=45481ce0-5497-46bc-9afd-bccfcaef1021,segment=NetworkSegment(be86eb42-9a94-437a-9c98-c5eb078a7fac),segment_id=be86eb42-9a94-437a-9c98-c5eb078a7fac)] {{(pid=101601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:07.661669 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8fbf2382-7a8e-4d72-9e15-85f277d7a099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:07.703732 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-8fbf2382-7a8e-4d72-9e15-85f277d7a099 admin admin] Calling delete_port for 45481ce0-5497-46bc-9afd-bccfcaef1021 owned by network:dhcp {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:12:07.787928 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ed737111-6ec0-4fa8-8df1-3b6e0b5dafa6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:07.791829 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d942ee43-d078-42e7-8a02-7de26d143e24 None None] DHCP port deletion for 281e6ff6-072e-460f-a0b4-bef0b3054b31 request from dv-cinder-817085-3-iscsi {{(pid=101603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 01:12:07.832179 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [req-9f4c9c96-246f-483f-bdb7-3f9e639b12ce req-baadcd3d-d600-4ce4-84cd-19badb519789 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] For port c2076f3e-6040-4813-a257-8804dcab051f, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=c2076f3e-6040-4813-a257-8804dcab051f,segment=NetworkSegment(076f51ae-c342-484b-b31a-3d52cb0c28be),segment_id=076f51ae-c342-484b-b31a-3d52cb0c28be)] {{(pid=101602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:07.864568 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8fbf2382-7a8e-4d72-9e15-85f277d7a099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:07.880804 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-9f4c9c96-246f-483f-bdb7-3f9e639b12ce req-baadcd3d-d600-4ce4-84cd-19badb519789 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for port, precommit_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:07.888038 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-9f4c9c96-246f-483f-bdb7-3f9e639b12ce req-baadcd3d-d600-4ce4-84cd-19badb519789 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13136843'] for port, after_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:07.896364 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf2382-7a8e-4d72-9e15-85f277d7a099 admin admin] Pushing event deleted for resources: {'Port': ['ID=45481ce0-5497-46bc-9afd-bccfcaef1021,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:07.898824 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-ed737111-6ec0-4fa8-8df1-3b6e0b5dafa6 admin admin] Deleting port e898473f-a8eb-4b31-8435-047d5346bf99 {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:12:07.899249 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ed737111-6ec0-4fa8-8df1-3b6e0b5dafa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:07.917062 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbf2382-7a8e-4d72-9e15-85f277d7a099 admin admin] No DVR routers for this DVR port 45481ce0-5497-46bc-9afd-bccfcaef1021 on host dv-cinder-817085-3-iscsi {{(pid=101601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:12:07.920090 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-d942ee43-d078-42e7-8a02-7de26d143e24 None None] Deleting port 45481ce0-5497-46bc-9afd-bccfcaef1021 {{(pid=101603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:12:07.920379 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d942ee43-d078-42e7-8a02-7de26d143e24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:07.948110 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c9c96-246f-483f-bdb7-3f9e639b12ce req-baadcd3d-d600-4ce4-84cd-19badb519789 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:07.949091 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [req-9f4c9c96-246f-483f-bdb7-3f9e639b12ce req-baadcd3d-d600-4ce4-84cd-19badb519789 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:07.950344 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9f4c9c96-246f-483f-bdb7-3f9e639b12ce req-baadcd3d-d600-4ce4-84cd-19badb519789 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "PUT /v2.0/ports/c2076f3e-6040-4813-a257-8804dcab051f HTTP/1.1" status: 200 len: 943 time: 0.4543409 Nov 11 01:12:07.950804 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da015352-8fb0-4f06-bc78-c1cc0c9be5ca', 'tag': 'c2076f3e-6040-4813-a257-8804dcab051f'}] {{(pid=101602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:12:07.959873 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbc2a4dd34722a8e14e2fc20a6c680084dc03eb7d3307192ee443654b1fba6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb46420-26a4-4af2-b54e-54855818d40a" -d '{"events": [{"name": "network-changed", "server_uuid": "da015352-8fb0-4f06-bc78-c1cc0c9be5ca", "tag": "c2076f3e-6040-4813-a257-8804dcab051f"}]}' {{(pid=101602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:12:07.980716 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 34586) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:08.042042 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-d942ee43-d078-42e7-8a02-7de26d143e24 None None] For port 45481ce0-5497-46bc-9afd-bccfcaef1021, host dv-cinder-817085-3-iscsi, got binding levels [] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:08.042426 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d942ee43-d078-42e7-8a02-7de26d143e24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:08.043628 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ade4c0e-e149-492f-a394-ac20aaa72f71 x-openstack-request-id: req-7ade4c0e-e149-492f-a394-ac20aaa72f71 {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:12:08.044350 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da015352-8fb0-4f06-bc78-c1cc0c9be5ca", "tag": "c2076f3e-6040-4813-a257-8804dcab051f", "status": "completed", "code": 200}]} {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:12:08.044829 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ade4c0e-e149-492f-a394-ac20aaa72f71 {{(pid=101602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:12:08.045460 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da015352-8fb0-4f06-bc78-c1cc0c9be5ca', 'tag': 'c2076f3e-6040-4813-a257-8804dcab051f', 'status': 'completed', 'code': 200} Nov 11 01:12:08.056942 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-d942ee43-d078-42e7-8a02-7de26d143e24 None None] Calling delete_port for 45481ce0-5497-46bc-9afd-bccfcaef1021 owned by network:dhcp {{(pid=101603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:12:08.059701 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.ipam_backend_mixin [None req-d942ee43-d078-42e7-8a02-7de26d143e24 None None] Port 45481ce0-5497-46bc-9afd-bccfcaef1021 was not found and therefore no delete operation was performed {{(pid=101603) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 01:12:08.076300 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d942ee43-d078-42e7-8a02-7de26d143e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394'] for port, after_delete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:08.078618 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['c2076f3e-6040-4813-a257-8804dcab051f'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:12:08.116213 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c845d2fd-ce3f-4fba-931a-7c70db178d2e tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:08.121473 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baadcd3d-d600-4ce4-84cd-19badb519789 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Pushing event updated for resources: {'Port': ['ID=c2076f3e-6040-4813-a257-8804dcab051f,revision_number=7']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:08.136117 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [None req-ed737111-6ec0-4fa8-8df1-3b6e0b5dafa6 admin admin] For port e898473f-a8eb-4b31-8435-047d5346bf99, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=e898473f-a8eb-4b31-8435-047d5346bf99,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:08.136510 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ed737111-6ec0-4fa8-8df1-3b6e0b5dafa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:08.158253 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c845d2fd-ce3f-4fba-931a-7c70db178d2e tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:08.170630 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['c2076f3e-6040-4813-a257-8804dcab051f'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:12:08.210309 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8fbf2382-7a8e-4d72-9e15-85f277d7a099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1989287', 'neutron.services.segments.db._delete_segments_for_network-8764259070437'] for network, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:08.216463 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942ee43-d078-42e7-8a02-7de26d143e24 None None] Pushing event deleted for resources: {'Port': ['ID=45481ce0-5497-46bc-9afd-bccfcaef1021,revision_number=None']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:08.226418 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-ed737111-6ec0-4fa8-8df1-3b6e0b5dafa6 admin admin] Calling delete_port for e898473f-a8eb-4b31-8435-047d5346bf99 owned by network:router_gateway {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:12:08.231297 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d942ee43-d078-42e7-8a02-7de26d143e24 None None] No DVR routers for this DVR port 45481ce0-5497-46bc-9afd-bccfcaef1021 on host dv-cinder-817085-3-iscsi {{(pid=101603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:12:08.271615 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.services.segments.db [None req-8fbf2382-7a8e-4d72-9e15-85f277d7a099 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['281e6ff6-072e-460f-a0b4-bef0b3054b31']}} {{(pid=101601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:08.291667 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c845d2fd-ce3f-4fba-931a-7c70db178d2e tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:08.291990 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-2f5b5614-fc4a-48c2-a553-177b3aa7337b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'name': 'tempest-AttachVolumeShelveTestJSON-360278585-router', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:36Z', 'updated_at': '2021-11-11T01:12:06Z', 'revision_number': 5, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'gw_port': {'id': 'e898473f-a8eb-4b31-8435-047d5346bf99', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:02:37Z', 'updated_at': '2021-11-11T01:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:08.294480 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c845d2fd-ce3f-4fba-931a-7c70db178d2e tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:08.297990 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-c845d2fd-ce3f-4fba-931a-7c70db178d2e tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "DELETE /v2.0/security-groups/e539e8a8-1221-4448-baf2-b28c3821e1a7 HTTP/1.1" status: 204 len: 168 time: 0.3124247 Nov 11 01:12:08.301158 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 34596) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:08.321156 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb46420-26a4-4af2-b54e-54855818d40a req-eafea3fb-8a96-4fbd-9e38-60a7c25cada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:08.323636 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-1eb46420-26a4-4af2-b54e-54855818d40a req-eafea3fb-8a96-4fbd-9e38-60a7c25cada0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7abb9f19d954ab1b034c3bc7de8d24b&device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 1099 time: 0.1808689 Nov 11 01:12:08.327070 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.services.segments.db [None req-8fbf2382-7a8e-4d72-9e15-85f277d7a099 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be86eb42-9a94-437a-9c98-c5eb078a7fac') {'for_net_delete': True} {{(pid=101601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:08.327778 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.services.segments.db [None req-8fbf2382-7a8e-4d72-9e15-85f277d7a099 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be86eb42-9a94-437a-9c98-c5eb078a7fac') {} {{(pid=101601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:08.355184 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8fbf2382-7a8e-4d72-9e15-85f277d7a099 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764259091950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14391893'] for segment, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:08.357712 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b5614-fc4a-48c2-a553-177b3aa7337b None None] Checking router: c0042718-a156-4f57-806b-299e7b0af0d9 for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:12:08.382024 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-4bda175e-df79-45b6-ad38-4862d660a49f None None] Provisioning complete for port c2076f3e-6040-4813-a257-8804dcab051f triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:12:08.382735 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-4bda175e-df79-45b6-ad38-4862d660a49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:08.418742 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8fbf2382-7a8e-4d72-9e15-85f277d7a099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:08.420110 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5b5614-fc4a-48c2-a553-177b3aa7337b None None] Routers {'c0042718-a156-4f57-806b-299e7b0af0d9'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:12:08.420931 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-2f5b5614-fc4a-48c2-a553-177b3aa7337b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:12:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['c0042718-a156-4f57-806b-299e7b0af0d9'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:08.437844 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fbf2382-7a8e-4d72-9e15-85f277d7a099 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 01:12:08.438252 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8fbf2382-7a8e-4d72-9e15-85f277d7a099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14462076'] for segment, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: Traceback (most recent call last): Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: timer() Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: cb(*args, **kw) Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: return func(*args, **kwargs) Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: self._notify() Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: self.callback(batched_events) Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: event.method(event) Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: return f(self, *a, **k) Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: return self._get(url).json() Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: return self.request(url, 'GET', **kwargs) Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 01:12:08.440357 dv-cinder-817085-3-iscsi neutron-server[101601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 01:12:08.479121 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845d2fd-ce3f-4fba-931a-7c70db178d2e tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e539e8a8-1221-4448-baf2-b28c3821e1a7,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:08.569322 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-d121df21-42d2-45d4-a188-a4334f26e922 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Deleting port c87ceb08-d024-4e41-bc12-86527c365cba {{(pid=101602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:12:08.569811 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-d121df21-42d2-45d4-a188-a4334f26e922 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:08.623563 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb46420-26a4-4af2-b54e-54855818d40a req-1aec5c9d-dafc-4080-9eb7-48370ae6274c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:08.625938 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-1eb46420-26a4-4af2-b54e-54855818d40a req-1aec5c9d-dafc-4080-9eb7-48370ae6274c service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e48f818-692b-4e8c-876c-8e3b508f3610 HTTP/1.1" status: 200 len: 915 time: 0.2878766 Nov 11 01:12:08.627855 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8fbf2382-7a8e-4d72-9e15-85f277d7a099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1989264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918263'] for network, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:08.645843 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-8fbf2382-7a8e-4d72-9e15-85f277d7a099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:08.656214 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-8fbf2382-7a8e-4d72-9e15-85f277d7a099 admin admin] 10.222.0.52 "DELETE /v2.0/networks/281e6ff6-072e-460f-a0b4-bef0b3054b31 HTTP/1.1" status: 204 len: 168 time: 1.4278445 Nov 11 01:12:08.667678 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-2f5b5614-fc4a-48c2-a553-177b3aa7337b None None] Set router c0042718-a156-4f57-806b-299e7b0af0d9 gateway port host: None {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:12:08.707202 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 34604) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:08.756526 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-2f5b5614-fc4a-48c2-a553-177b3aa7337b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'name': 'tempest-AttachVolumeShelveTestJSON-360278585-router', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:36Z', 'updated_at': '2021-11-11T01:12:07Z', 'revision_number': 6, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'gw_port_host': None}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:08.763687 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 45481ce0-5497-46bc-9afd-bccfcaef1021 no longer exists at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:12:08.770511 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf2382-7a8e-4d72-9e15-85f277d7a099 admin admin] Pushing event deleted for resources: {'Network': ['ID=281e6ff6-072e-460f-a0b4-bef0b3054b31,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:08.783678 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-d121df21-42d2-45d4-a188-a4334f26e922 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:08.784095 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-d121df21-42d2-45d4-a188-a4334f26e922 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:08.812297 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-d121df21-42d2-45d4-a188-a4334f26e922 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Calling delete_port for c87ceb08-d024-4e41-bc12-86527c365cba owned by network:floatingip {{(pid=101602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:12:08.850794 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] No Port match for: 45481ce0-5497-46bc-9afd-bccfcaef1021 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:12:08.851445 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 45481ce0-5497-46bc-9afd-bccfcaef1021 not bound to the agent host dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:12:08.851549 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 70e9083a-e6a6-46df-8edb-8749eb020b35 no longer exists at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:12:08.853834 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b5614-fc4a-48c2-a553-177b3aa7337b None None] The sync data for ids ['c0042718-a156-4f57-806b-299e7b0af0d9'] in dv-cinder-817085-3-iscsi is: [{'id': 'c0042718-a156-4f57-806b-299e7b0af0d9', 'name': 'tempest-AttachVolumeShelveTestJSON-360278585-router', 'tenant_id': 'e01554f5a96c46afb1983c71a9513e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:02:36Z', 'updated_at': '2021-11-11T01:12:07Z', 'revision_number': 6, 'project_id': 'e01554f5a96c46afb1983c71a9513e16', 'gw_port_host': None}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:12:08.862685 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-1eb46420-26a4-4af2-b54e-54855818d40a req-52a0115b-d84c-4b0c-9db4-6ab771009fe5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2076f3e-6040-4813-a257-8804dcab051f HTTP/1.1" status: 200 len: 1002 time: 0.1269374 Nov 11 01:12:08.866088 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ed737111-6ec0-4fa8-8df1-3b6e0b5dafa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:08.921528 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] No Port match for: 70e9083a-e6a6-46df-8edb-8749eb020b35 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:12:08.921951 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 70e9083a-e6a6-46df-8edb-8749eb020b35 not bound to the agent host dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:12:08.980229 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed737111-6ec0-4fa8-8df1-3b6e0b5dafa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e898473f-a8eb-4b31-8435-047d5346bf99,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:09.038801 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb46420-26a4-4af2-b54e-54855818d40a req-2ab2bcb1-ce47-4bca-b6e8-3a637cea0a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:09.040333 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-1eb46420-26a4-4af2-b54e-54855818d40a req-2ab2bcb1-ce47-4bca-b6e8-3a637cea0a0f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52156a0b-9cdf-4522-a6bd-fc1be773de3a HTTP/1.1" status: 200 len: 854 time: 0.1632876 Nov 11 01:12:09.084145 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ed737111-6ec0-4fa8-8df1-3b6e0b5dafa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918171'] for router_gateway, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:09.210090 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ed737111-6ec0-4fa8-8df1-3b6e0b5dafa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26533'] for router, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:09.214972 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ed737111-6ec0-4fa8-8df1-3b6e0b5dafa6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:09.226482 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb46420-26a4-4af2-b54e-54855818d40a req-a8f2a943-8495-4581-9037-081b8cdd0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:09.228288 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-1eb46420-26a4-4af2-b54e-54855818d40a req-a8f2a943-8495-4581-9037-081b8cdd0dd7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e48f818-692b-4e8c-876c-8e3b508f3610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1797187 Nov 11 01:12:09.298097 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-d121df21-42d2-45d4-a188-a4334f26e922 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:09.335211 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121df21-42d2-45d4-a188-a4334f26e922 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Pushing event deleted for resources: {'Port': ['ID=c87ceb08-d024-4e41-bc12-86527c365cba,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:09.409478 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-d121df21-42d2-45d4-a188-a4334f26e922 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks [] for floatingip, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:09.409826 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.db.l3_db [None req-d121df21-42d2-45d4-a188-a4334f26e922 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Floating IP 48f810da-cc22-4ce3-aecc-030888ed80ee disassociated (deleted). External IP: 172.27.2.209, port: c2076f3e-6040-4813-a257-8804dcab051f. Nov 11 01:12:09.413542 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ed737111-6ec0-4fa8-8df1-3b6e0b5dafa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-921351'] for router, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:09.414239 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed737111-6ec0-4fa8-8df1-3b6e0b5dafa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0042718-a156-4f57-806b-299e7b0af0d9 {{(pid=101601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 01:12:09.420035 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-ed737111-6ec0-4fa8-8df1-3b6e0b5dafa6 admin admin] Publish callbacks [] for router, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:09.422137 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-ed737111-6ec0-4fa8-8df1-3b6e0b5dafa6 admin admin] 10.222.0.52 "DELETE /v2.0/routers/c0042718-a156-4f57-806b-299e7b0af0d9 HTTP/1.1" status: 204 len: 168 time: 2.0176740 Nov 11 01:12:09.425593 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 34612) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:09.463939 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-1eb46420-26a4-4af2-b54e-54855818d40a req-52f0f7b5-9f87-4ae5-ba0e-ab9d3403a81d service neutron] 10.222.0.64 "GET /v2.0/networks/4e48f818-692b-4e8c-876c-8e3b508f3610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083032 Nov 11 01:12:09.526479 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f974d8-c64d-466c-a089-ab7875b60956 admin admin] Deleting subnet 106c258c-9ba0-4b87-8aaf-5fe2051be471 {{(pid=101601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 01:12:09.530767 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b9f974d8-c64d-466c-a089-ab7875b60956 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:09.576570 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b9f974d8-c64d-466c-a089-ab7875b60956 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14391884'] for subnet, precommit_delete_associations {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:09.601283 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-61198178-2984-48b9-95f6-cd4315945c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919265'] for router_interface, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:09.628058 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-1eb46420-26a4-4af2-b54e-54855818d40a req-4b064699-1f29-4cc5-b397-7062ecd11407 service neutron] 10.222.0.64 "GET /v2.0/networks/4e48f818-692b-4e8c-876c-8e3b508f3610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546519 Nov 11 01:12:09.679086 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b9f974d8-c64d-466c-a089-ab7875b60956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1988382'] for subnet, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:09.748346 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b9f974d8-c64d-466c-a089-ab7875b60956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14461986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14289049'] for subnet, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:09.762601 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b9f974d8-c64d-466c-a089-ab7875b60956 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:09.768423 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdc415f-59d0-471f-83fc-764104101e5d None None] Network 7db40340-76c1-4dbb-a60c-57c8a9a269e5 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:12:09.768963 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-b9f974d8-c64d-466c-a089-ab7875b60956 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/106c258c-9ba0-4b87-8aaf-5fe2051be471 HTTP/1.1" status: 204 len: 168 time: 0.3421998 Nov 11 01:12:09.789523 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 34614) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:09.799815 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f974d8-c64d-466c-a089-ab7875b60956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=106c258c-9ba0-4b87-8aaf-5fe2051be471,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:10.004283 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba937a3-66ee-471f-9e04-7a7fdc7441a7 None None] DHCP port deletion for 7db40340-76c1-4dbb-a60c-57c8a9a269e5 request from dv-cinder-817085-3-iscsi {{(pid=101603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 01:12:10.035696 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d121df21-42d2-45d4-a188-a4334f26e922 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Router be7577d6-eb7e-423a-bcda-697dd5d3fe3b has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:12:10.064667 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-eba937a3-66ee-471f-9e04-7a7fdc7441a7 None None] Deleting port f8859de6-bf14-4809-ae81-b02e340edfc3 {{(pid=101603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:12:10.064982 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-eba937a3-66ee-471f-9e04-7a7fdc7441a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:10.136889 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-eba937a3-66ee-471f-9e04-7a7fdc7441a7 None None] For port f8859de6-bf14-4809-ae81-b02e340edfc3, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=f8859de6-bf14-4809-ae81-b02e340edfc3,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:10.137284 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-eba937a3-66ee-471f-9e04-7a7fdc7441a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:10.149671 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-eba937a3-66ee-471f-9e04-7a7fdc7441a7 None None] Calling delete_port for f8859de6-bf14-4809-ae81-b02e340edfc3 owned by network:dhcp {{(pid=101603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:12:10.152412 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-22708646-b09c-49b3-858a-a4c729a10c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698162'] for network, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:10.206736 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-22708646-b09c-49b3-858a-a4c729a10c49 admin admin] Deleting port f8859de6-bf14-4809-ae81-b02e340edfc3 {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:12:10.207369 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-22708646-b09c-49b3-858a-a4c729a10c49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:10.229506 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d121df21-42d2-45d4-a188-a4334f26e922 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:12:10.235214 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-d121df21-42d2-45d4-a188-a4334f26e922 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for floatingip, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:10.242874 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-eba937a3-66ee-471f-9e04-7a7fdc7441a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394'] for port, after_delete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:10.243097 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37457827-4d63-4740-b358-3a039d22c41a None None] Sync routers for ids ['be7577d6-eb7e-423a-bcda-697dd5d3fe3b'] in dv-cinder-817085-3-iscsi {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:12:10.254925 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37457827-4d63-4740-b358-3a039d22c41a None None] Routers {'be7577d6-eb7e-423a-bcda-697dd5d3fe3b'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:12:10.255547 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-37457827-4d63-4740-b358-3a039d22c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:12:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['be7577d6-eb7e-423a-bcda-697dd5d3fe3b'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:10.277239 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba937a3-66ee-471f-9e04-7a7fdc7441a7 None None] Pushing event deleted for resources: {'Port': ['ID=f8859de6-bf14-4809-ae81-b02e340edfc3,revision_number=None']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:10.279433 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba937a3-66ee-471f-9e04-7a7fdc7441a7 None None] No DVR routers for this DVR port f8859de6-bf14-4809-ae81-b02e340edfc3 on host dv-cinder-817085-3-iscsi {{(pid=101603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:12:10.286041 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-d121df21-42d2-45d4-a188-a4334f26e922 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "DELETE /v2.0/floatingips/48f810da-cc22-4ce3-aecc-030888ed80ee HTTP/1.1" status: 204 len: 168 time: 1.9827380 Nov 11 01:12:10.287806 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da015352-8fb0-4f06-bc78-c1cc0c9be5ca', 'tag': 'c2076f3e-6040-4813-a257-8804dcab051f'}] {{(pid=101602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:12:10.291470 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbc2a4dd34722a8e14e2fc20a6c680084dc03eb7d3307192ee443654b1fba6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be918d98-310a-49bb-860d-d65fe67096c5" -d '{"events": [{"name": "network-changed", "server_uuid": "da015352-8fb0-4f06-bc78-c1cc0c9be5ca", "tag": "c2076f3e-6040-4813-a257-8804dcab051f"}]}' {{(pid=101602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:12:10.303575 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [None req-22708646-b09c-49b3-858a-a4c729a10c49 admin admin] For port f8859de6-bf14-4809-ae81-b02e340edfc3, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=f8859de6-bf14-4809-ae81-b02e340edfc3,segment=NetworkSegment(425d3614-7aea-4bf9-aeb7-1ca698b96498),segment_id=425d3614-7aea-4bf9-aeb7-1ca698b96498)] {{(pid=101601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:10.303992 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-22708646-b09c-49b3-858a-a4c729a10c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:10.318867 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-61198178-2984-48b9-95f6-cd4315945c0b admin admin] Deleting port 6ee2e53f-a802-48ff-8fdb-19d2ea847e0d {{(pid=101602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:12:10.319402 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-61198178-2984-48b9-95f6-cd4315945c0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:10.322095 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-22708646-b09c-49b3-858a-a4c729a10c49 admin admin] Calling delete_port for f8859de6-bf14-4809-ae81-b02e340edfc3 owned by network:dhcp {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:12:10.378812 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933f7f49-aac4-47fe-9a6a-de00682d2225 x-openstack-request-id: req-933f7f49-aac4-47fe-9a6a-de00682d2225 {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:12:10.379318 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da015352-8fb0-4f06-bc78-c1cc0c9be5ca", "tag": "c2076f3e-6040-4813-a257-8804dcab051f", "status": "completed", "code": 200}]} {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:12:10.379729 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-933f7f49-aac4-47fe-9a6a-de00682d2225 {{(pid=101602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:12:10.380395 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da015352-8fb0-4f06-bc78-c1cc0c9be5ca', 'tag': 'c2076f3e-6040-4813-a257-8804dcab051f', 'status': 'completed', 'code': 200} Nov 11 01:12:10.428315 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-22708646-b09c-49b3-858a-a4c729a10c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:10.484225 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22708646-b09c-49b3-858a-a4c729a10c49 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8859de6-bf14-4809-ae81-b02e340edfc3,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:10.488335 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [None req-61198178-2984-48b9-95f6-cd4315945c0b admin admin] For port 6ee2e53f-a802-48ff-8fdb-19d2ea847e0d, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=6ee2e53f-a802-48ff-8fdb-19d2ea847e0d,segment=NetworkSegment(e1de122f-a403-4736-9773-63172624b5bb),segment_id=e1de122f-a403-4736-9773-63172624b5bb)] {{(pid=101602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:10.490368 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22708646-b09c-49b3-858a-a4c729a10c49 admin admin] No DVR routers for this DVR port f8859de6-bf14-4809-ae81-b02e340edfc3 on host dv-cinder-817085-3-iscsi {{(pid=101601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:12:10.490522 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-61198178-2984-48b9-95f6-cd4315945c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:10.495703 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-37457827-4d63-4740-b358-3a039d22c41a None None] Set router be7577d6-eb7e-423a-bcda-697dd5d3fe3b gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:12:10.514717 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-61198178-2984-48b9-95f6-cd4315945c0b admin admin] Calling delete_port for 6ee2e53f-a802-48ff-8fdb-19d2ea847e0d owned by network:router_interface {{(pid=101602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:12:10.570179 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be918d98-310a-49bb-860d-d65fe67096c5 req-ae773c6b-191c-411f-95b6-4a27dde9cc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:10.571856 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-be918d98-310a-49bb-860d-d65fe67096c5 req-ae773c6b-191c-411f-95b6-4a27dde9cc16 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c7abb9f19d954ab1b034c3bc7de8d24b&device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 1099 time: 0.1392245 Nov 11 01:12:10.671213 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device f8859de6-bf14-4809-ae81-b02e340edfc3 no longer exists at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:12:10.709950 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-22708646-b09c-49b3-858a-a4c729a10c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1989287', 'neutron.services.segments.db._delete_segments_for_network-8764259070437'] for network, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:10.794280 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.services.segments.db [None req-22708646-b09c-49b3-858a-a4c729a10c49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db40340-76c1-4dbb-a60c-57c8a9a269e5']}} {{(pid=101601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:10.796717 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-61198178-2984-48b9-95f6-cd4315945c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:10.802566 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-37457827-4d63-4740-b358-3a039d22c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'name': 'tempest-TestMinimumBasicScenario-1873939833-router', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c7f1b230-7341-4e68-b62b-b8a0cde4005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:09:15Z', 'revision_number': 4, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'gw_port': {'id': 'c7f1b230-7341-4e68-b62b-b8a0cde4005f', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '080ac6f9-354e-406d-b208-949e87e4238d', 'name': '', 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'mac_address': 'fa:16:3e:8a:90:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '52156a0b-9cdf-4522-a6bd-fc1be773de3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:14Z', 'updated_at': '2021-11-11T01:09:20Z', 'revision_number': 5, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'subnets': [{'id': '52156a0b-9cdf-4522-a6bd-fc1be773de3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:10.838657 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.services.segments.db [None req-22708646-b09c-49b3-858a-a4c729a10c49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '425d3614-7aea-4bf9-aeb7-1ca698b96498') {'for_net_delete': True} {{(pid=101601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:10.839231 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.services.segments.db [None req-22708646-b09c-49b3-858a-a4c729a10c49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '425d3614-7aea-4bf9-aeb7-1ca698b96498') {} {{(pid=101601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:10.845641 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37457827-4d63-4740-b358-3a039d22c41a None None] Checking router: be7577d6-eb7e-423a-bcda-697dd5d3fe3b for host: dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:12:10.846155 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61198178-2984-48b9-95f6-cd4315945c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee2e53f-a802-48ff-8fdb-19d2ea847e0d,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:10.862577 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37457827-4d63-4740-b358-3a039d22c41a None None] Routers {'be7577d6-eb7e-423a-bcda-697dd5d3fe3b'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:12:10.863509 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-37457827-4d63-4740-b358-3a039d22c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:12:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['be7577d6-eb7e-423a-bcda-697dd5d3fe3b'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:10.904062 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-22708646-b09c-49b3-858a-a4c729a10c49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764259091950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14391893'] for segment, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:10.949977 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be918d98-310a-49bb-860d-d65fe67096c5 req-fc761bcb-d027-4667-a6b9-56e95371a6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:10.951762 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-be918d98-310a-49bb-860d-d65fe67096c5 req-fc761bcb-d027-4667-a6b9-56e95371a6f7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e48f818-692b-4e8c-876c-8e3b508f3610 HTTP/1.1" status: 200 len: 915 time: 0.3713043 Nov 11 01:12:10.975381 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-22708646-b09c-49b3-858a-a4c729a10c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:11.035424 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-37457827-4d63-4740-b358-3a039d22c41a None None] Set router be7577d6-eb7e-423a-bcda-697dd5d3fe3b gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:12:11.061962 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-be918d98-310a-49bb-860d-d65fe67096c5 req-d0fdbb22-c2fe-48b4-a940-5462153350a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2076f3e-6040-4813-a257-8804dcab051f HTTP/1.1" status: 200 len: 217 time: 0.0998642 Nov 11 01:12:11.074622 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22708646-b09c-49b3-858a-a4c729a10c49 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=101601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 01:12:11.075057 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-22708646-b09c-49b3-858a-a4c729a10c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14462076'] for segment, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: self.session.flush() Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: self.session.flush() Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: self.session.flush() Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: self.session.flush() Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: Traceback (most recent call last): Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: timer() Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: cb(*args, **kw) Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: return func(*args, **kwargs) Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: self._notify() Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: self.callback(batched_events) Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: event.method(event) Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: return f(self, *a, **k) Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: return self._get(url).json() Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: return self.request(url, 'GET', **kwargs) Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 01:12:11.076916 dv-cinder-817085-3-iscsi neutron-server[101601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 01:12:11.121646 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] No Port match for: f8859de6-bf14-4809-ae81-b02e340edfc3 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:12:11.122525 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device f8859de6-bf14-4809-ae81-b02e340edfc3 not bound to the agent host dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:12:11.123487 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device e898473f-a8eb-4b31-8435-047d5346bf99 no longer exists at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:12:11.150218 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] No Port match for: e898473f-a8eb-4b31-8435-047d5346bf99 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:12:11.151064 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device e898473f-a8eb-4b31-8435-047d5346bf99 not bound to the agent host dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:12:11.151886 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 00beaa14-6b37-445e-ab5d-f8ef41959a7d no longer exists at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:12:11.183434 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] No Port match for: 00beaa14-6b37-445e-ab5d-f8ef41959a7d {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:12:11.184678 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 00beaa14-6b37-445e-ab5d-f8ef41959a7d not bound to the agent host dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:12:11.202412 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-22708646-b09c-49b3-858a-a4c729a10c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1989264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918263'] for network, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:11.207125 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-22708646-b09c-49b3-858a-a4c729a10c49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:11.210546 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-22708646-b09c-49b3-858a-a4c729a10c49 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7db40340-76c1-4dbb-a60c-57c8a9a269e5 HTTP/1.1" status: 204 len: 168 time: 1.4200139 Nov 11 01:12:11.216945 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be918d98-310a-49bb-860d-d65fe67096c5 req-19a2bb06-6232-4b27-83e9-8ff009a9e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:11.218389 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-be918d98-310a-49bb-860d-d65fe67096c5 req-19a2bb06-6232-4b27-83e9-8ff009a9e882 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52156a0b-9cdf-4522-a6bd-fc1be773de3a HTTP/1.1" status: 200 len: 854 time: 0.1460304 Nov 11 01:12:11.233012 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22708646-b09c-49b3-858a-a4c729a10c49 admin admin] Pushing event deleted for resources: {'Network': ['ID=7db40340-76c1-4dbb-a60c-57c8a9a269e5,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:11.239433 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-61198178-2984-48b9-95f6-cd4315945c0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-919409'] for router_interface, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:11.292075 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be918d98-310a-49bb-860d-d65fe67096c5 req-060261ee-ab84-46f2-8a43-7e1dd3474867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:11.295047 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-be918d98-310a-49bb-860d-d65fe67096c5 req-060261ee-ab84-46f2-8a43-7e1dd3474867 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e48f818-692b-4e8c-876c-8e3b508f3610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622885 Nov 11 01:12:11.323212 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-37457827-4d63-4740-b358-3a039d22c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'name': 'tempest-TestMinimumBasicScenario-1873939833-router', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c7f1b230-7341-4e68-b62b-b8a0cde4005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:09:15Z', 'revision_number': 4, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'gw_port': {'id': 'c7f1b230-7341-4e68-b62b-b8a0cde4005f', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '080ac6f9-354e-406d-b208-949e87e4238d', 'name': '', 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'mac_address': 'fa:16:3e:8a:90:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '52156a0b-9cdf-4522-a6bd-fc1be773de3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:14Z', 'updated_at': '2021-11-11T01:09:20Z', 'revision_number': 5, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'subnets': [{'id': '52156a0b-9cdf-4522-a6bd-fc1be773de3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:11.356854 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37457827-4d63-4740-b358-3a039d22c41a None None] The sync data for ids ['be7577d6-eb7e-423a-bcda-697dd5d3fe3b'] in dv-cinder-817085-3-iscsi is: [{'id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'name': 'tempest-TestMinimumBasicScenario-1873939833-router', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c7f1b230-7341-4e68-b62b-b8a0cde4005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:09:15Z', 'revision_number': 4, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'gw_port': {'id': 'c7f1b230-7341-4e68-b62b-b8a0cde4005f', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '080ac6f9-354e-406d-b208-949e87e4238d', 'name': '', 'network_id': '4e48f818-692b-4e8c-876c-8e3b508f3610', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'mac_address': 'fa:16:3e:8a:90:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '52156a0b-9cdf-4522-a6bd-fc1be773de3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:14Z', 'updated_at': '2021-11-11T01:09:20Z', 'revision_number': 5, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'subnets': [{'id': '52156a0b-9cdf-4522-a6bd-fc1be773de3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:12:11.451959 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-be918d98-310a-49bb-860d-d65fe67096c5 req-f84f90c0-d16d-43a7-987e-3050a70f7255 service neutron] 10.222.0.64 "GET /v2.0/networks/4e48f818-692b-4e8c-876c-8e3b508f3610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490300 Nov 11 01:12:11.457476 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 34644) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:11.523712 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61198178-2984-48b9-95f6-cd4315945c0b admin admin] Router 1a6def97-2a55-4efc-910d-175ab956427a has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:12:11.560732 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-40b60543-75d7-4156-8a07-d371bf9f2c40 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e01554f5a96c46afb1983c71a9513e16&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0998755 Nov 11 01:12:11.561487 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 34646) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:11.609372 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-be918d98-310a-49bb-860d-d65fe67096c5 req-6c61f0fc-de58-45ce-a3e8-0010af900a33 service neutron] 10.222.0.64 "GET /v2.0/networks/4e48f818-692b-4e8c-876c-8e3b508f3610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439736 Nov 11 01:12:11.636533 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5016f845-9a6b-434f-a598-b902bb2f53f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:11.644657 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61198178-2984-48b9-95f6-cd4315945c0b admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:12:11.656708 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f6cfb2-b7cf-44a8-bd04-ab5f33335e17 None None] Sync routers for ids ['1a6def97-2a55-4efc-910d-175ab956427a'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:12:11.661427 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5016f845-9a6b-434f-a598-b902bb2f53f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:11.664224 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 34648) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:11.664948 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-61198178-2984-48b9-95f6-cd4315945c0b admin admin] 10.222.0.52 "PUT /v2.0/routers/1a6def97-2a55-4efc-910d-175ab956427a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9532306 Nov 11 01:12:11.670692 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f6cfb2-b7cf-44a8-bd04-ab5f33335e17 None None] Routers {'1a6def97-2a55-4efc-910d-175ab956427a'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:12:11.671830 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-22f6cfb2-b7cf-44a8-bd04-ab5f33335e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:12:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['1a6def97-2a55-4efc-910d-175ab956427a'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:11.752559 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1088a18c-2dda-4806-871a-18345e70e5d4 None None] New status for floating IP 48f810da-cc22-4ce3-aecc-030888ed80ee: DOWN {{(pid=101604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 01:12:11.797175 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-22f6cfb2-b7cf-44a8-bd04-ab5f33335e17 None None] Set router 1a6def97-2a55-4efc-910d-175ab956427a gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:12:11.804023 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3ebebe57-995b-4cb0-9253-df9d64ee0f94 admin admin] Publish callbacks [] for router, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:11.807650 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5016f845-9a6b-434f-a598-b902bb2f53f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:11.810398 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5016f845-9a6b-434f-a598-b902bb2f53f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:11.813887 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-5016f845-9a6b-434f-a598-b902bb2f53f7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f376a5cc-be58-433a-83e9-7cdcb8f12bba HTTP/1.1" status: 204 len: 168 time: 0.2492883 Nov 11 01:12:11.859775 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016f845-9a6b-434f-a598-b902bb2f53f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f376a5cc-be58-433a-83e9-7cdcb8f12bba,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:11.942062 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3ebebe57-995b-4cb0-9253-df9d64ee0f94 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:12.012617 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-3ebebe57-995b-4cb0-9253-df9d64ee0f94 admin admin] Deleting port c4929213-7929-40ce-bff7-d87972971de8 {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:12:12.013197 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3ebebe57-995b-4cb0-9253-df9d64ee0f94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:12.084813 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-22f6cfb2-b7cf-44a8-bd04-ab5f33335e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6def97-2a55-4efc-910d-175ab956427a', 'name': 'tempest-TestShelveInstance-1304681958-router', 'tenant_id': '239b32269f154a8d8aaa1960fd7680e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'c4929213-7929-40ce-bff7-d87972971de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:04:56Z', 'updated_at': '2021-11-11T01:12:10Z', 'revision_number': 5, 'project_id': '239b32269f154a8d8aaa1960fd7680e3', 'gw_port': {'id': 'c4929213-7929-40ce-bff7-d87972971de8', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:13:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6def97-2a55-4efc-910d-175ab956427a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:04:56Z', 'updated_at': '2021-11-11T01:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:12.133044 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f6cfb2-b7cf-44a8-bd04-ab5f33335e17 None None] Checking router: 1a6def97-2a55-4efc-910d-175ab956427a for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:12:12.136362 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [None req-3ebebe57-995b-4cb0-9253-df9d64ee0f94 admin admin] For port c4929213-7929-40ce-bff7-d87972971de8, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=c4929213-7929-40ce-bff7-d87972971de8,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:12.136766 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3ebebe57-995b-4cb0-9253-df9d64ee0f94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:12.149273 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-3ebebe57-995b-4cb0-9253-df9d64ee0f94 admin admin] Calling delete_port for c4929213-7929-40ce-bff7-d87972971de8 owned by network:router_gateway {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:12:12.151171 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f6cfb2-b7cf-44a8-bd04-ab5f33335e17 None None] Routers {'1a6def97-2a55-4efc-910d-175ab956427a'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:12:12.151938 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-22f6cfb2-b7cf-44a8-bd04-ab5f33335e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:12:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['1a6def97-2a55-4efc-910d-175ab956427a'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:12.258367 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-22f6cfb2-b7cf-44a8-bd04-ab5f33335e17 None None] Set router 1a6def97-2a55-4efc-910d-175ab956427a gateway port host: None {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:12:12.350462 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3ebebe57-995b-4cb0-9253-df9d64ee0f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:12.354998 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-22f6cfb2-b7cf-44a8-bd04-ab5f33335e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6def97-2a55-4efc-910d-175ab956427a', 'name': 'tempest-TestShelveInstance-1304681958-router', 'tenant_id': '239b32269f154a8d8aaa1960fd7680e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:04:56Z', 'updated_at': '2021-11-11T01:12:11Z', 'revision_number': 6, 'project_id': '239b32269f154a8d8aaa1960fd7680e3', 'gw_port_host': None}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:12.384006 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebebe57-995b-4cb0-9253-df9d64ee0f94 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4929213-7929-40ce-bff7-d87972971de8,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:12.388055 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f6cfb2-b7cf-44a8-bd04-ab5f33335e17 None None] The sync data for ids ['1a6def97-2a55-4efc-910d-175ab956427a'] in dv-cinder-817085-3-iscsi is: [{'id': '1a6def97-2a55-4efc-910d-175ab956427a', 'name': 'tempest-TestShelveInstance-1304681958-router', 'tenant_id': '239b32269f154a8d8aaa1960fd7680e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:04:56Z', 'updated_at': '2021-11-11T01:12:11Z', 'revision_number': 6, 'project_id': '239b32269f154a8d8aaa1960fd7680e3', 'gw_port_host': None}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:12:12.469325 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3ebebe57-995b-4cb0-9253-df9d64ee0f94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918171'] for router_gateway, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:12.572554 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3ebebe57-995b-4cb0-9253-df9d64ee0f94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26533'] for router, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:12.575575 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3ebebe57-995b-4cb0-9253-df9d64ee0f94 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:12.627544 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3ebebe57-995b-4cb0-9253-df9d64ee0f94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-921351'] for router, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:12.628141 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebebe57-995b-4cb0-9253-df9d64ee0f94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a6def97-2a55-4efc-910d-175ab956427a {{(pid=101601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 01:12:12.633357 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3ebebe57-995b-4cb0-9253-df9d64ee0f94 admin admin] Publish callbacks [] for router, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:12.635441 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-3ebebe57-995b-4cb0-9253-df9d64ee0f94 admin admin] 10.222.0.52 "DELETE /v2.0/routers/1a6def97-2a55-4efc-910d-175ab956427a HTTP/1.1" status: 204 len: 168 time: 0.9700122 Nov 11 01:12:12.637244 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 34698) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:12.687020 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd3a040-76c5-4f8b-b2ab-ec0852bdb853 admin admin] Deleting subnet 7c107866-3e79-4127-99b4-c7f3a9185a36 {{(pid=101601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 01:12:12.690278 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2cd3a040-76c5-4f8b-b2ab-ec0852bdb853 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:12.731884 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2cd3a040-76c5-4f8b-b2ab-ec0852bdb853 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14391884'] for subnet, precommit_delete_associations {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:12.839945 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2cd3a040-76c5-4f8b-b2ab-ec0852bdb853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1988382'] for subnet, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:12.895633 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 6ee2e53f-a802-48ff-8fdb-19d2ea847e0d no longer exists at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:12:12.925874 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2cd3a040-76c5-4f8b-b2ab-ec0852bdb853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14461986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14289049'] for subnet, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:12.931207 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] No Port match for: 6ee2e53f-a802-48ff-8fdb-19d2ea847e0d {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:12:12.932507 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 6ee2e53f-a802-48ff-8fdb-19d2ea847e0d not bound to the agent host dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:12:12.942629 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2cd3a040-76c5-4f8b-b2ab-ec0852bdb853 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:12.945822 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-2cd3a040-76c5-4f8b-b2ab-ec0852bdb853 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7c107866-3e79-4127-99b4-c7f3a9185a36 HTTP/1.1" status: 204 len: 168 time: 0.3076291 Nov 11 01:12:12.949122 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 34712) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:12.950157 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89fd852-bbbd-469c-a164-f6718c3a91e7 None None] Network 5502f537-497f-4ec9-87c5-046ade92cb54 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:12:12.971211 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3a040-76c5-4f8b-b2ab-ec0852bdb853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c107866-3e79-4127-99b4-c7f3a9185a36,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:13.042259 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-174335c2-6d9d-4d68-84b8-8e6fc96b7554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698162'] for network, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:13.111702 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-174335c2-6d9d-4d68-84b8-8e6fc96b7554 admin admin] Deleting port 1e8fc5f2-1e3d-40af-87df-02bcad77b044 {{(pid=101602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:12:13.112190 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-174335c2-6d9d-4d68-84b8-8e6fc96b7554 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:13.159114 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 34718) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:13.188574 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [None req-174335c2-6d9d-4d68-84b8-8e6fc96b7554 admin admin] For port 1e8fc5f2-1e3d-40af-87df-02bcad77b044, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=1e8fc5f2-1e3d-40af-87df-02bcad77b044,segment=NetworkSegment(e1de122f-a403-4736-9773-63172624b5bb),segment_id=e1de122f-a403-4736-9773-63172624b5bb)] {{(pid=101602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:13.189025 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-174335c2-6d9d-4d68-84b8-8e6fc96b7554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:13.206885 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-174335c2-6d9d-4d68-84b8-8e6fc96b7554 admin admin] Calling delete_port for 1e8fc5f2-1e3d-40af-87df-02bcad77b044 owned by network:dhcp {{(pid=101602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:12:13.263818 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def26585-af39-4230-80e5-82165ba836e0 None None] DHCP port deletion for 5502f537-497f-4ec9-87c5-046ade92cb54 request from dv-cinder-817085-3-iscsi {{(pid=101603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 01:12:13.319703 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5275be87-fe02-4941-af59-e30e6f6f33fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:13.341093 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-174335c2-6d9d-4d68-84b8-8e6fc96b7554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:13.360331 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-def26585-af39-4230-80e5-82165ba836e0 None None] Deleting port 1e8fc5f2-1e3d-40af-87df-02bcad77b044 {{(pid=101603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:12:13.360940 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-def26585-af39-4230-80e5-82165ba836e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:13.374315 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174335c2-6d9d-4d68-84b8-8e6fc96b7554 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e8fc5f2-1e3d-40af-87df-02bcad77b044,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:13.402524 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174335c2-6d9d-4d68-84b8-8e6fc96b7554 admin admin] No DVR routers for this DVR port 1e8fc5f2-1e3d-40af-87df-02bcad77b044 on host dv-cinder-817085-3-iscsi {{(pid=101602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:12:13.455912 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-def26585-af39-4230-80e5-82165ba836e0 None None] For port 1e8fc5f2-1e3d-40af-87df-02bcad77b044, host dv-cinder-817085-3-iscsi, got binding levels [] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:13.456841 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-def26585-af39-4230-80e5-82165ba836e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:13.483559 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-def26585-af39-4230-80e5-82165ba836e0 None None] Calling delete_port for 1e8fc5f2-1e3d-40af-87df-02bcad77b044 owned by network:dhcp {{(pid=101603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:12:13.487031 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.ipam_backend_mixin [None req-def26585-af39-4230-80e5-82165ba836e0 None None] Port 1e8fc5f2-1e3d-40af-87df-02bcad77b044 was not found and therefore no delete operation was performed {{(pid=101603) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 01:12:13.488411 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-def26585-af39-4230-80e5-82165ba836e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394'] for port, after_delete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:13.518998 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def26585-af39-4230-80e5-82165ba836e0 None None] Pushing event deleted for resources: {'Port': ['ID=1e8fc5f2-1e3d-40af-87df-02bcad77b044,revision_number=None']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:13.524242 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def26585-af39-4230-80e5-82165ba836e0 None None] No DVR routers for this DVR port 1e8fc5f2-1e3d-40af-87df-02bcad77b044 on host dv-cinder-817085-3-iscsi {{(pid=101603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:12:13.534712 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5275be87-fe02-4941-af59-e30e6f6f33fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:13.543661 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5275be87-fe02-4941-af59-e30e6f6f33fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:13.556815 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-174335c2-6d9d-4d68-84b8-8e6fc96b7554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1989287', 'neutron.services.segments.db._delete_segments_for_network-8764259070437'] for network, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:13.586081 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-5275be87-fe02-4941-af59-e30e6f6f33fd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=42859c6b8f5e4162aaad06b8bffe26a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4257910 Nov 11 01:12:13.588851 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275be87-fe02-4941-af59-e30e6f6f33fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17b9010-6365-4759-b132-a25792c0031d,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:13.589140 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 34736) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:13.620600 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.services.segments.db [None req-174335c2-6d9d-4d68-84b8-8e6fc96b7554 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5502f537-497f-4ec9-87c5-046ade92cb54']}} {{(pid=101602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:13.632759 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:13.642516 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.services.segments.db [None req-174335c2-6d9d-4d68-84b8-8e6fc96b7554 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1de122f-a403-4736-9773-63172624b5bb') {'for_net_delete': True} {{(pid=101602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:13.642799 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.services.segments.db [None req-174335c2-6d9d-4d68-84b8-8e6fc96b7554 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1de122f-a403-4736-9773-63172624b5bb') {} {{(pid=101602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:13.665139 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-174335c2-6d9d-4d68-84b8-8e6fc96b7554 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764259091950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13137838'] for segment, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:13.695710 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86370af0-892b-4cee-b004-eb31b37b2fd4 req-8cdb26c1-5d81-48e4-85f8-d5fe6ca488bb tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:13.697387 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-86370af0-892b-4cee-b004-eb31b37b2fd4 req-8cdb26c1-5d81-48e4-85f8-d5fe6ca488bb tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 946 time: 0.1681402 Nov 11 01:12:13.702563 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-174335c2-6d9d-4d68-84b8-8e6fc96b7554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:13.733856 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174335c2-6d9d-4d68-84b8-8e6fc96b7554 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=101602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 01:12:13.734324 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-174335c2-6d9d-4d68-84b8-8e6fc96b7554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13136815'] for segment, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: Traceback (most recent call last): Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: timer() Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: cb(*args, **kw) Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: return func(*args, **kwargs) Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: self._notify() Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: self.callback(batched_events) Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: event.method(event) Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: return f(self, *a, **k) Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: return self._get(url).json() Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: return self.request(url, 'GET', **kwargs) Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 01:12:13.736462 dv-cinder-817085-3-iscsi neutron-server[101602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 01:12:13.787883 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-41ceb3f6-3b49-4aa7-b3be-d164f6d1ebc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:13.836688 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-41ceb3f6-3b49-4aa7-b3be-d164f6d1ebc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:13.838594 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-174335c2-6d9d-4d68-84b8-8e6fc96b7554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1989264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918263'] for network, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:13.847915 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-86370af0-892b-4cee-b004-eb31b37b2fd4 req-b53a7e88-da13-4233-9e06-a38c0c1eff77 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431389 Nov 11 01:12:13.855819 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-174335c2-6d9d-4d68-84b8-8e6fc96b7554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:13.859075 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-174335c2-6d9d-4d68-84b8-8e6fc96b7554 admin admin] 10.222.0.52 "DELETE /v2.0/networks/5502f537-497f-4ec9-87c5-046ade92cb54 HTTP/1.1" status: 204 len: 168 time: 0.9077847 Nov 11 01:12:13.882113 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174335c2-6d9d-4d68-84b8-8e6fc96b7554 admin admin] Pushing event deleted for resources: {'Network': ['ID=5502f537-497f-4ec9-87c5-046ade92cb54,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:13.916708 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-41ceb3f6-3b49-4aa7-b3be-d164f6d1ebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:13.919536 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-41ceb3f6-3b49-4aa7-b3be-d164f6d1ebc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:13.923847 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-41ceb3f6-3b49-4aa7-b3be-d164f6d1ebc1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f17b9010-6365-4759-b132-a25792c0031d HTTP/1.1" status: 204 len: 168 time: 0.3321633 Nov 11 01:12:13.938500 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ceb3f6-3b49-4aa7-b3be-d164f6d1ebc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17b9010-6365-4759-b132-a25792c0031d,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:14.075293 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 34754) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:14.120626 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-6951d42f-e88f-41e3-8416-44033752478c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5dff1f2fb612458e95b9346b3d29040d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433953 Nov 11 01:12:14.123226 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 34758) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:14.172110 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-373f6c1c-b59f-4760-b87e-fda44ed7aa6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:14.194230 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-373f6c1c-b59f-4760-b87e-fda44ed7aa6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:14.252308 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-373f6c1c-b59f-4760-b87e-fda44ed7aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:14.255488 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-373f6c1c-b59f-4760-b87e-fda44ed7aa6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:14.256652 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-373f6c1c-b59f-4760-b87e-fda44ed7aa6c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e320c116-2cd9-40ff-b7ac-0af712660b01 HTTP/1.1" status: 204 len: 168 time: 0.1325305 Nov 11 01:12:14.270839 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f6c1c-b59f-4760-b87e-fda44ed7aa6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e320c116-2cd9-40ff-b7ac-0af712660b01,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:14.372805 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 34764) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:14.387509 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-7958a28c-2b34-4c11-bcce-b22932042d08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:14.469599 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-7958a28c-2b34-4c11-bcce-b22932042d08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:14.473369 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-7958a28c-2b34-4c11-bcce-b22932042d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:14.511461 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958a28c-2b34-4c11-bcce-b22932042d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2719725a-5f75-4c93-a569-c8fd6745dab4,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:14.519505 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-7958a28c-2b34-4c11-bcce-b22932042d08 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bfa9c755833544c194a26d434f890429&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455801 Nov 11 01:12:14.520634 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 34768) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:14.569275 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 34770) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:14.582680 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-4d4093d5-1bfb-4d15-b00a-e35b51cd35b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:14.605582 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 1e8fc5f2-1e3d-40af-87df-02bcad77b044 no longer exists at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:12:14.607729 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-4d4093d5-1bfb-4d15-b00a-e35b51cd35b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:14.614717 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-f745ae59-567b-425f-a354-72c5b648b2f0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=239b32269f154a8d8aaa1960fd7680e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441813 Nov 11 01:12:14.617191 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 34772) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:14.639584 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] No Port match for: 1e8fc5f2-1e3d-40af-87df-02bcad77b044 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:12:14.640002 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 1e8fc5f2-1e3d-40af-87df-02bcad77b044 not bound to the agent host dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:12:14.640598 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device c4929213-7929-40ce-bff7-d87972971de8 no longer exists at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:12:14.659135 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-4d4093d5-1bfb-4d15-b00a-e35b51cd35b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:14.661842 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-4d4093d5-1bfb-4d15-b00a-e35b51cd35b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:14.662779 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] No Port match for: c4929213-7929-40ce-bff7-d87972971de8 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:12:14.663104 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-4d4093d5-1bfb-4d15-b00a-e35b51cd35b1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2719725a-5f75-4c93-a569-c8fd6745dab4 HTTP/1.1" status: 204 len: 168 time: 0.1414127 Nov 11 01:12:14.663346 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device c4929213-7929-40ce-bff7-d87972971de8 not bound to the agent host dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:12:14.671601 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5673cbdc-7663-42e0-b6c1-f562dbd696c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:14.672882 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4093d5-1bfb-4d15-b00a-e35b51cd35b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2719725a-5f75-4c93-a569-c8fd6745dab4,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:14.697957 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5673cbdc-7663-42e0-b6c1-f562dbd696c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:14.748983 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5673cbdc-7663-42e0-b6c1-f562dbd696c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:14.751657 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5673cbdc-7663-42e0-b6c1-f562dbd696c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:14.752824 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-5673cbdc-7663-42e0-b6c1-f562dbd696c7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/110edd0a-7b5b-4cef-94ed-b9dce19a9e51 HTTP/1.1" status: 204 len: 168 time: 0.1344965 Nov 11 01:12:14.760738 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673cbdc-7663-42e0-b6c1-f562dbd696c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110edd0a-7b5b-4cef-94ed-b9dce19a9e51,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:14.986219 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6f677-7e3e-43ab-8515-1940aeed97f2 req-0c1e5f3f-51fc-4037-8a98-67acac818d02 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:14.991413 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5af6f677-7e3e-43ab-8515-1940aeed97f2 req-0c1e5f3f-51fc-4037-8a98-67acac818d02 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 946 time: 0.0615959 Nov 11 01:12:15.041224 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5af6f677-7e3e-43ab-8515-1940aeed97f2 req-a495c506-6596-437d-9d2a-1bcad8a04590 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/security-groups?id=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464423 Nov 11 01:12:15.407318 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61304c9b-2c4f-44ec-a4d4-93f597200a35 req-0eec9265-10e4-4fa3-94ac-c7edaf7e2b00 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:15.408969 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-61304c9b-2c4f-44ec-a4d4-93f597200a35 req-0eec9265-10e4-4fa3-94ac-c7edaf7e2b00 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.64 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 946 time: 0.0579853 Nov 11 01:12:15.520965 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-61304c9b-2c4f-44ec-a4d4-93f597200a35 req-cffc98a9-59a7-45a2-95c8-b1f28abf65e2 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Deleting port c2076f3e-6040-4813-a257-8804dcab051f {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:12:15.521695 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-61304c9b-2c4f-44ec-a4d4-93f597200a35 req-cffc98a9-59a7-45a2-95c8-b1f28abf65e2 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:15.637086 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-61304c9b-2c4f-44ec-a4d4-93f597200a35 req-cffc98a9-59a7-45a2-95c8-b1f28abf65e2 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] For port c2076f3e-6040-4813-a257-8804dcab051f, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=c2076f3e-6040-4813-a257-8804dcab051f,segment=NetworkSegment(076f51ae-c342-484b-b31a-3d52cb0c28be),segment_id=076f51ae-c342-484b-b31a-3d52cb0c28be)] {{(pid=101601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:15.637759 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-61304c9b-2c4f-44ec-a4d4-93f597200a35 req-cffc98a9-59a7-45a2-95c8-b1f28abf65e2 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:15.652204 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-61304c9b-2c4f-44ec-a4d4-93f597200a35 req-cffc98a9-59a7-45a2-95c8-b1f28abf65e2 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Calling delete_port for c2076f3e-6040-4813-a257-8804dcab051f owned by compute:nova {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:12:15.667263 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 34826) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:15.810148 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-61304c9b-2c4f-44ec-a4d4-93f597200a35 req-cffc98a9-59a7-45a2-95c8-b1f28abf65e2 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:15.833471 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-d8471628-4edd-4aea-b738-03b17be9019e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1693913531-network', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:12:15.840484 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc98a9-59a7-45a2-95c8-b1f28abf65e2 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Pushing event deleted for resources: {'Port': ['ID=c2076f3e-6040-4813-a257-8804dcab051f,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:15.847386 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['c2076f3e-6040-4813-a257-8804dcab051f'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:12:15.881364 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8471628-4edd-4aea-b738-03b17be9019e admin admin] Made reservation on behalf of 7768097cddbd4bfd856d852e06732b6d for: {'network': 1} {{(pid=101602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:12:15.885008 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-d8471628-4edd-4aea-b738-03b17be9019e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for network, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:15.890527 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-61304c9b-2c4f-44ec-a4d4-93f597200a35 req-cffc98a9-59a7-45a2-95c8-b1f28abf65e2 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] No DVR routers for this DVR port c2076f3e-6040-4813-a257-8804dcab051f on host hv-cinder-81708 {{(pid=101601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:12:15.892890 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-61304c9b-2c4f-44ec-a4d4-93f597200a35 req-cffc98a9-59a7-45a2-95c8-b1f28abf65e2 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:15.896320 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-61304c9b-2c4f-44ec-a4d4-93f597200a35 req-cffc98a9-59a7-45a2-95c8-b1f28abf65e2 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.64 "DELETE /v2.0/ports/c2076f3e-6040-4813-a257-8804dcab051f HTTP/1.1" status: 204 len: 173 time: 0.4810913 Nov 11 01:12:15.896827 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-d8471628-4edd-4aea-b738-03b17be9019e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:15.897158 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da015352-8fb0-4f06-bc78-c1cc0c9be5ca', 'name': 'network-vif-deleted', 'tag': 'c2076f3e-6040-4813-a257-8804dcab051f'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:12:15.899593 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d93599-1218-40fb-8639-cc04ae25d3d4" -d '{"events": [{"server_uuid": "da015352-8fb0-4f06-bc78-c1cc0c9be5ca", "name": "network-vif-deleted", "tag": "c2076f3e-6040-4813-a257-8804dcab051f"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:12:15.951340 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e270457e-d4c1-4b3a-a9bc-c23bed9883f1 x-openstack-request-id: req-e270457e-d4c1-4b3a-a9bc-c23bed9883f1 {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:12:15.951340 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da015352-8fb0-4f06-bc78-c1cc0c9be5ca", "name": "network-vif-deleted", "tag": "c2076f3e-6040-4813-a257-8804dcab051f", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:12:15.951340 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e270457e-d4c1-4b3a-a9bc-c23bed9883f1 {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:12:15.952224 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da015352-8fb0-4f06-bc78-c1cc0c9be5ca', 'name': 'network-vif-deleted', 'tag': 'c2076f3e-6040-4813-a257-8804dcab051f', 'status': 'completed', 'code': 200} Nov 11 01:12:16.019523 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-d8471628-4edd-4aea-b738-03b17be9019e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:16.023934 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-d8471628-4edd-4aea-b738-03b17be9019e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:16.049222 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8471628-4edd-4aea-b738-03b17be9019e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=101602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 01:12:16.064531 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8471628-4edd-4aea-b738-03b17be9019e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04148251-a32f-4162-982e-5c268ef6a7a2,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:16.067546 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-d8471628-4edd-4aea-b738-03b17be9019e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:16.067883 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.db.segments_db [None req-d8471628-4edd-4aea-b738-03b17be9019e admin admin] Added segment cca157c3-43f8-4847-965b-0099907b03da of type vlan for network f6faa490-5864-4152-980e-a0f56dce29f8 Nov 11 01:12:16.120017 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-d8471628-4edd-4aea-b738-03b17be9019e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764258555859'] for network, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:16.170582 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-903168eb-86de-4bca-8a31-bc30100b5883 req-c19add58-435f-4b92-af7f-19dbc5cf9d03 tempest-TestMinimumBasicScenario-570509317 tempest-TestMinimumBasicScenario-570509317-project] 10.222.0.52 "GET /v2.0/ports?device_id=da015352-8fb0-4f06-bc78-c1cc0c9be5ca HTTP/1.1" status: 200 len: 210 time: 0.0311997 Nov 11 01:12:16.171308 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-d8471628-4edd-4aea-b738-03b17be9019e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for network, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:16.172164 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8471628-4edd-4aea-b738-03b17be9019e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:16.172837 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-d8471628-4edd-4aea-b738-03b17be9019e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:16.200638 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-d8471628-4edd-4aea-b738-03b17be9019e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5305843 Nov 11 01:12:16.203866 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 34848) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:16.212004 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-bf582bc6-5376-476a-82e8-21b1a9b26a0d admin admin] Request body: {'subnet': {'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1693913531-subnet', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'ip_version': 4}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:12:16.240779 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf582bc6-5376-476a-82e8-21b1a9b26a0d admin admin] Made reservation on behalf of 7768097cddbd4bfd856d852e06732b6d for: {'subnet': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:12:16.244907 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-bf582bc6-5376-476a-82e8-21b1a9b26a0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14289084'] for subnet, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:16.251420 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8471628-4edd-4aea-b738-03b17be9019e admin admin] Pushing event updated for resources: {'Network': ['ID=f6faa490-5864-4152-980e-a0f56dce29f8,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:16.265374 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Network f6faa490-5864-4152-980e-a0f56dce29f8 details requested by agent ovs-agent-dv-cinder-817085-3-iscsi with host dv-cinder-817085-3-iscsi {{(pid=101603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 01:12:16.473211 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-bf582bc6-5376-476a-82e8-21b1a9b26a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14462179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14289042'] for subnet, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:16.530115 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf582bc6-5376-476a-82e8-21b1a9b26a0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ad3167-09ca-4b3e-944f-5d40c907be6a,revision_number=0']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:16.537869 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf582bc6-5376-476a-82e8-21b1a9b26a0d admin admin] Checking segment: {'id': 'cca157c3-43f8-4847-965b-0099907b03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:12:16.538223 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf582bc6-5376-476a-82e8-21b1a9b26a0d admin admin] Network hostable DHCP agents. Network: f6faa490-5864-4152-980e-a0f56dce29f8, hostable agents: ['51ef0dbb-d632-4ef8-8741-cd394451711b'], hosted agents: [] {{(pid=101601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 01:12:16.555829 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf582bc6-5376-476a-82e8-21b1a9b26a0d admin admin] Network f6faa490-5864-4152-980e-a0f56dce29f8 is scheduled to be hosted by DHCP agent 51ef0dbb-d632-4ef8-8741-cd394451711b with binding_index 1 {{(pid=101601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 01:12:16.564069 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-bf582bc6-5376-476a-82e8-21b1a9b26a0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-3-iscsi, f6faa490-5864-4152-980e-a0f56dce29f8) {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:12:16.567984 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf582bc6-5376-476a-82e8-21b1a9b26a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:16.568567 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-bf582bc6-5376-476a-82e8-21b1a9b26a0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:16.574391 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4613dc26-c5eb-4798-86c6-2df29a8c03f2 None None] Network f6faa490-5864-4152-980e-a0f56dce29f8 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:12:16.586172 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-bf582bc6-5376-476a-82e8-21b1a9b26a0d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3810039 Nov 11 01:12:16.590738 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 34856) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:16.595524 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-2ddd31f7-2556-4435-8364-5cb8d8d33c7d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:12:16.622914 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2ddd31f7-2556-4435-8364-5cb8d8d33c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26547'] for router, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:16.624183 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2ddd31f7-2556-4435-8364-5cb8d8d33c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26538'] for router, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:16.703714 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2ddd31f7-2556-4435-8364-5cb8d8d33c7d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:16.770227 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf009f10e-c01c-57c8-be8a-d17d016f7fe1-f6faa490-5864-4152-980e-a0f56dce29f8', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'fixed_ips': [{'subnet_id': '71ad3167-09ca-4b3e-944f-5d40c907be6a'}]}} from dv-cinder-817085-3-iscsi. {{(pid=101603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 01:12:16.771303 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:16.852574 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2ddd31f7-2556-4435-8364-5cb8d8d33c7d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:16.925255 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.db_base_plugin_common [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Allocated IP 172.20.0.2 (f6faa490-5864-4152-980e-a0f56dce29f8/71ad3167-09ca-4b3e-944f-5d40c907be6a/4614c25e-ec46-4263-992d-7e8b4db1b005) {{(pid=101603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:12:17.082538 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2ddd31f7-2556-4435-8364-5cb8d8d33c7d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:17.092968 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Publish callbacks [] for port, precommit_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:17.099683 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385'] for port, after_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:17.106620 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2ddd31f7-2556-4435-8364-5cb8d8d33c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:17.140128 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Network f6faa490-5864-4152-980e-a0f56dce29f8 is already hosted by enough agents. {{(pid=101603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:12:17.143023 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.scheduler.base_scheduler [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Resources bound (agent type, host, resource id): {{(pid=101603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:12:17.146541 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Received port after_create {{(pid=101603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:12:17.153986 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Pushing event updated for resources: {'Port': ['ID=4614c25e-ec46-4263-992d-7e8b4db1b005,revision_number=1']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:17.164026 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:17.164216 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:17.164475 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:17.164809 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:17.166232 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:17.166594 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:17.166925 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:17.167293 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:17.167623 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:17.167950 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:17.168271 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:17.168591 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:17.216592 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [None req-2ddd31f7-2556-4435-8364-5cb8d8d33c7d admin admin] Allocated IP 172.27.2.236 (aa4f75c5-5213-4ff6-92cc-17e0fe78067f/bed3c881-f684-464c-a719-dd29140bdb28/d619d321-e833-4f23-95ba-313e5e67e155) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:12:17.220626 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Attempting to bind port 4614c25e-ec46-4263-992d-7e8b4db1b005 on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:12:17.220999 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Attempting to bind port 4614c25e-ec46-4263-992d-7e8b4db1b005 by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': 'cca157c3-43f8-4847-965b-0099907b03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8'}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:12:17.221481 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Attempting to bind port 4614c25e-ec46-4263-992d-7e8b4db1b005 on network f6faa490-5864-4152-980e-a0f56dce29f8 {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:12:17.229911 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:12:17.230205 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Checking segment: {'id': 'cca157c3-43f8-4847-965b-0099907b03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:12:17.230611 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:17.231132 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Bound using segment: {'id': 'cca157c3-43f8-4847-965b-0099907b03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8'} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:12:17.231609 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Bound port: 4614c25e-ec46-4263-992d-7e8b4db1b005, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca157c3-43f8-4847-965b-0099907b03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8'}}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:12:17.231991 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:17.332438 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] For port 4614c25e-ec46-4263-992d-7e8b4db1b005, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:12:17.335719 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] For port 4614c25e-ec46-4263-992d-7e8b4db1b005, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=4614c25e-ec46-4263-992d-7e8b4db1b005,segment=NetworkSegment(cca157c3-43f8-4847-965b-0099907b03da),segment_id=cca157c3-43f8-4847-965b-0099907b03da)] {{(pid=101603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:12:17.346311 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2ddd31f7-2556-4435-8364-5cb8d8d33c7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:17.349810 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:17.391190 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2ddd31f7-2556-4435-8364-5cb8d8d33c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:17.411661 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b8c55-bf9f-409d-ac1b-7eae1c5a5d1b None None] Pushing event updated for resources: {'Port': ['ID=4614c25e-ec46-4263-992d-7e8b4db1b005,revision_number=2']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:17.448148 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddd31f7-2556-4435-8364-5cb8d8d33c7d admin admin] Network aa4f75c5-5213-4ff6-92cc-17e0fe78067f is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:12:17.451339 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-2ddd31f7-2556-4435-8364-5cb8d8d33c7d admin admin] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:12:17.461243 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd31f7-2556-4435-8364-5cb8d8d33c7d admin admin] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:12:17.490773 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd31f7-2556-4435-8364-5cb8d8d33c7d admin admin] Pushing event updated for resources: {'Port': ['ID=d619d321-e833-4f23-95ba-313e5e67e155,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:17.789438 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2ddd31f7-2556-4435-8364-5cb8d8d33c7d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:18.015191 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2ddd31f7-2556-4435-8364-5cb8d8d33c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918207'] for router, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:18.070439 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 34926) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:18.542338 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddd31f7-2556-4435-8364-5cb8d8d33c7d admin admin] Router f910ef3c-29fd-4fd8-ace1-199c80795a48 is scheduled to L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a with binding_index 1 {{(pid=101601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 01:12:18.619589 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-08f4b3b8-e68d-4c6b-ba88-6680d72f7933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919265'] for router_interface, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:18.690389 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 4614c25e-ec46-4263-992d-7e8b4db1b005 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:12:18.746442 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c3c4ee-4ebb-4cd6-9362-28f2f183f545 None None] Network f6faa490-5864-4152-980e-a0f56dce29f8 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:12:18.788873 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddd31f7-2556-4435-8364-5cb8d8d33c7d admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:12:18.824729 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2ddd31f7-2556-4435-8364-5cb8d8d33c7d admin admin] Publish callbacks [] for router, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:18.830143 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-2ddd31f7-2556-4435-8364-5cb8d8d33c7d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2381756 Nov 11 01:12:18.831069 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 34964) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:18.855515 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fd1ecf-81b8-4435-9b83-32eb9f132883 None None] Sync routers for ids ['f910ef3c-29fd-4fd8-ace1-199c80795a48'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:12:18.893167 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-94809329-ac73-4350-8191-c85273c2774f None None] Provisioning complete for port 4614c25e-ec46-4263-992d-7e8b4db1b005 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:12:18.893829 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-94809329-ac73-4350-8191-c85273c2774f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:18.898846 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fd1ecf-81b8-4435-9b83-32eb9f132883 None None] Routers {'f910ef3c-29fd-4fd8-ace1-199c80795a48'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:12:18.899700 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-d3fd1ecf-81b8-4435-9b83-32eb9f132883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:12:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['f910ef3c-29fd-4fd8-ace1-199c80795a48'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:18.985045 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-08f4b3b8-e68d-4c6b-ba88-6680d72f7933 admin admin] Deleting port 080ac6f9-354e-406d-b208-949e87e4238d {{(pid=101602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:12:18.985398 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-08f4b3b8-e68d-4c6b-ba88-6680d72f7933 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:19.075025 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [None req-08f4b3b8-e68d-4c6b-ba88-6680d72f7933 admin admin] For port 080ac6f9-354e-406d-b208-949e87e4238d, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=080ac6f9-354e-406d-b208-949e87e4238d,segment=NetworkSegment(076f51ae-c342-484b-b31a-3d52cb0c28be),segment_id=076f51ae-c342-484b-b31a-3d52cb0c28be)] {{(pid=101602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:19.076244 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-08f4b3b8-e68d-4c6b-ba88-6680d72f7933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:19.093109 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-08f4b3b8-e68d-4c6b-ba88-6680d72f7933 admin admin] Calling delete_port for 080ac6f9-354e-406d-b208-949e87e4238d owned by network:router_interface {{(pid=101602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:12:19.144585 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 4614c25e-ec46-4263-992d-7e8b4db1b005 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:12:19.144911 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:19.294379 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5d6b33c2-27aa-4fa3-9039-6ea1e2fd16ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:19.317800 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-d3fd1ecf-81b8-4435-9b83-32eb9f132883 None None] Set router f910ef3c-29fd-4fd8-ace1-199c80795a48 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:12:19.343461 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-08f4b3b8-e68d-4c6b-ba88-6680d72f7933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:19.378370 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4b3b8-e68d-4c6b-ba88-6680d72f7933 admin admin] Pushing event deleted for resources: {'Port': ['ID=080ac6f9-354e-406d-b208-949e87e4238d,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:19.461134 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-94809329-ac73-4350-8191-c85273c2774f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:19.485856 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [None req-5d6b33c2-27aa-4fa3-9039-6ea1e2fd16ff admin admin] Allocated IP 172.20.0.1 (f6faa490-5864-4152-980e-a0f56dce29f8/71ad3167-09ca-4b3e-944f-5d40c907be6a/f3818a74-d766-4e6c-a19b-e87365a25c73) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:12:19.533864 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:19.574400 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-94809329-ac73-4350-8191-c85273c2774f None None] For port 4614c25e-ec46-4263-992d-7e8b4db1b005, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=4614c25e-ec46-4263-992d-7e8b4db1b005,segment=NetworkSegment(cca157c3-43f8-4847-965b-0099907b03da),segment_id=cca157c3-43f8-4847-965b-0099907b03da)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:19.584746 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-94809329-ac73-4350-8191-c85273c2774f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:19.636953 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-08f4b3b8-e68d-4c6b-ba88-6680d72f7933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-919409'] for router_interface, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:19.655687 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5d6b33c2-27aa-4fa3-9039-6ea1e2fd16ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:19.699958 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5d6b33c2-27aa-4fa3-9039-6ea1e2fd16ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:19.734039 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.db.api [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 01:12:19.734639 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG oslo_db.api [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 01:12:19.739334 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94809329-ac73-4350-8191-c85273c2774f None None] Pushing event updated for resources: {'Port': ['ID=4614c25e-ec46-4263-992d-7e8b4db1b005,revision_number=3']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:19.749429 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6b33c2-27aa-4fa3-9039-6ea1e2fd16ff admin admin] Network f6faa490-5864-4152-980e-a0f56dce29f8 is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:12:19.755182 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-5d6b33c2-27aa-4fa3-9039-6ea1e2fd16ff admin admin] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:12:19.764093 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6b33c2-27aa-4fa3-9039-6ea1e2fd16ff admin admin] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:12:19.772904 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-d3fd1ecf-81b8-4435-9b83-32eb9f132883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:16Z', 'updated_at': '2021-11-11T01:12:17Z', 'revision_number': 3, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'gw_port': {'id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:17Z', 'updated_at': '2021-11-11T01:12:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:19.803685 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b33c2-27aa-4fa3-9039-6ea1e2fd16ff admin admin] Pushing event updated for resources: {'Port': ['ID=f3818a74-d766-4e6c-a19b-e87365a25c73,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:19.809532 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fd1ecf-81b8-4435-9b83-32eb9f132883 None None] Checking router: f910ef3c-29fd-4fd8-ace1-199c80795a48 for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:12:19.810007 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fd1ecf-81b8-4435-9b83-32eb9f132883 None None] Updating router f910ef3c-29fd-4fd8-ace1-199c80795a48 port d619d321-e833-4f23-95ba-313e5e67e155 binding host dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 01:12:19.818314 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5d6b33c2-27aa-4fa3-9039-6ea1e2fd16ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919144'] for router_interface, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:19.839825 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d3fd1ecf-81b8-4435-9b83-32eb9f132883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:19.933152 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f4b3b8-e68d-4c6b-ba88-6680d72f7933 admin admin] Router be7577d6-eb7e-423a-bcda-697dd5d3fe3b has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:12:20.018215 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-98a562c6-d4eb-4f1c-9484-122571dd93a5 None None] Provisioning complete for port 4614c25e-ec46-4263-992d-7e8b4db1b005 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:12:20.018585 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-98a562c6-d4eb-4f1c-9484-122571dd93a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:20.062608 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5d6b33c2-27aa-4fa3-9039-6ea1e2fd16ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:20.318570 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5d6b33c2-27aa-4fa3-9039-6ea1e2fd16ff admin admin] Publish callbacks [] for port, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:20.325640 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5d6b33c2-27aa-4fa3-9039-6ea1e2fd16ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:20.365724 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5be1e1a5-7dc9-4dec-8197-fc588b6f8cda None None] Provisioning complete for port f3818a74-d766-4e6c-a19b-e87365a25c73 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:12:20.366102 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5be1e1a5-7dc9-4dec-8197-fc588b6f8cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:20.410771 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d3fd1ecf-81b8-4435-9b83-32eb9f132883 None None] Publish callbacks [] for port, precommit_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:20.413657 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b33c2-27aa-4fa3-9039-6ea1e2fd16ff admin admin] Pushing event updated for resources: {'Port': ['ID=f3818a74-d766-4e6c-a19b-e87365a25c73,revision_number=2']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:20.422935 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-5be1e1a5-7dc9-4dec-8197-fc588b6f8cda None None] Port f3818a74-d766-4e6c-a19b-e87365a25c73 cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:12:20.424393 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d3fd1ecf-81b8-4435-9b83-32eb9f132883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:20.434983 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5d6b33c2-27aa-4fa3-9039-6ea1e2fd16ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919292'] for router_interface, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:20.437894 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f4b3b8-e68d-4c6b-ba88-6680d72f7933 admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:12:20.444377 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-08f4b3b8-e68d-4c6b-ba88-6680d72f7933 admin admin] 10.222.0.52 "PUT /v2.0/routers/be7577d6-eb7e-423a-bcda-697dd5d3fe3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3723943 Nov 11 01:12:20.447111 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 34982) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:20.450762 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7619a4-4620-4b35-aa03-4b1e2cf344b0 None None] Sync routers for ids ['be7577d6-eb7e-423a-bcda-697dd5d3fe3b'] in dv-cinder-817085-3-iscsi {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:12:20.471062 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7619a4-4620-4b35-aa03-4b1e2cf344b0 None None] Routers {'be7577d6-eb7e-423a-bcda-697dd5d3fe3b'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:12:20.472294 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-bd7619a4-4620-4b35-aa03-4b1e2cf344b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:12:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['be7577d6-eb7e-423a-bcda-697dd5d3fe3b'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:20.488449 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3207e-ac5e-4159-9659-d72cdd8075b6 None None] Pushing event updated for resources: {'Port': ['ID=d619d321-e833-4f23-95ba-313e5e67e155,revision_number=2']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:20.505529 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-d3fd1ecf-81b8-4435-9b83-32eb9f132883 None None] Attempting to bind port d619d321-e833-4f23-95ba-313e5e67e155 on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:12:20.506305 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-d3fd1ecf-81b8-4435-9b83-32eb9f132883 None None] Attempting to bind port d619d321-e833-4f23-95ba-313e5e67e155 by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:12:20.506305 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fd1ecf-81b8-4435-9b83-32eb9f132883 None None] Attempting to bind port d619d321-e833-4f23-95ba-313e5e67e155 on network aa4f75c5-5213-4ff6-92cc-17e0fe78067f {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:12:20.513484 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fd1ecf-81b8-4435-9b83-32eb9f132883 None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:12:20.514603 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fd1ecf-81b8-4435-9b83-32eb9f132883 None None] Checking segment: {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:12:20.514806 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d3fd1ecf-81b8-4435-9b83-32eb9f132883 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:20.515206 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fd1ecf-81b8-4435-9b83-32eb9f132883 None None] Bound using segment: {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:12:20.515681 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-d3fd1ecf-81b8-4435-9b83-32eb9f132883 None None] Bound port: d619d321-e833-4f23-95ba-313e5e67e155, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:12:20.516052 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d3fd1ecf-81b8-4435-9b83-32eb9f132883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:20.572860 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 34984) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:20.580459 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device c2076f3e-6040-4813-a257-8804dcab051f no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:12:20.582824 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-d3fd1ecf-81b8-4435-9b83-32eb9f132883 None None] For port d619d321-e833-4f23-95ba-313e5e67e155, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:12:20.583957 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b8afda05-4e4c-4dbe-9328-5ce1d846d7b3 admin admin] Publish callbacks [] for router, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:20.617942 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] No Port match for: c2076f3e-6040-4813-a257-8804dcab051f {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:12:20.618289 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device c2076f3e-6040-4813-a257-8804dcab051f not bound to the agent host hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:12:20.621686 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-d3fd1ecf-81b8-4435-9b83-32eb9f132883 None None] For port d619d321-e833-4f23-95ba-313e5e67e155, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=d619d321-e833-4f23-95ba-313e5e67e155,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:12:20.629862 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d3fd1ecf-81b8-4435-9b83-32eb9f132883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:20.673031 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6b33c2-27aa-4fa3-9039-6ea1e2fd16ff admin admin] Network f6faa490-5864-4152-980e-a0f56dce29f8 is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:12:20.675190 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-bd7619a4-4620-4b35-aa03-4b1e2cf344b0 None None] Set router be7577d6-eb7e-423a-bcda-697dd5d3fe3b gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:12:20.676375 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-5d6b33c2-27aa-4fa3-9039-6ea1e2fd16ff admin admin] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:12:20.773116 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fd1ecf-81b8-4435-9b83-32eb9f132883 None None] Routers {'f910ef3c-29fd-4fd8-ace1-199c80795a48'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:12:20.775193 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-d3fd1ecf-81b8-4435-9b83-32eb9f132883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:12:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['f910ef3c-29fd-4fd8-ace1-199c80795a48'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:20.796177 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b8afda05-4e4c-4dbe-9328-5ce1d846d7b3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:20.843331 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 4614c25e-ec46-4263-992d-7e8b4db1b005 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:12:20.883136 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-b8afda05-4e4c-4dbe-9328-5ce1d846d7b3 admin admin] Deleting port c7f1b230-7341-4e68-b62b-b8a0cde4005f {{(pid=101602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:12:20.883481 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b8afda05-4e4c-4dbe-9328-5ce1d846d7b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:20.885022 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6b33c2-27aa-4fa3-9039-6ea1e2fd16ff admin admin] Router f910ef3c-29fd-4fd8-ace1-199c80795a48 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:12:20.911424 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a0c47559-3157-44cf-9f6c-d6bd0b40f34b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:20.935711 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3207e-ac5e-4159-9659-d72cdd8075b6 None None] Pushing event updated for resources: {'Port': ['ID=d619d321-e833-4f23-95ba-313e5e67e155,revision_number=3']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:21.005549 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 4614c25e-ec46-4263-992d-7e8b4db1b005 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:12:21.005968 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:21.047203 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [None req-b8afda05-4e4c-4dbe-9328-5ce1d846d7b3 admin admin] For port c7f1b230-7341-4e68-b62b-b8a0cde4005f, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=c7f1b230-7341-4e68-b62b-b8a0cde4005f,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:21.047647 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b8afda05-4e4c-4dbe-9328-5ce1d846d7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:21.053027 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-d3fd1ecf-81b8-4435-9b83-32eb9f132883 None None] Set router f910ef3c-29fd-4fd8-ace1-199c80795a48 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:12:21.070740 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-b8afda05-4e4c-4dbe-9328-5ce1d846d7b3 admin admin] Calling delete_port for c7f1b230-7341-4e68-b62b-b8a0cde4005f owned by network:router_gateway {{(pid=101602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:12:21.086793 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a0c47559-3157-44cf-9f6c-d6bd0b40f34b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:21.095205 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a0c47559-3157-44cf-9f6c-d6bd0b40f34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:21.106799 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-bd7619a4-4620-4b35-aa03-4b1e2cf344b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'name': 'tempest-TestMinimumBasicScenario-1873939833-router', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c7f1b230-7341-4e68-b62b-b8a0cde4005f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:12:19Z', 'revision_number': 5, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'gw_port': {'id': 'c7f1b230-7341-4e68-b62b-b8a0cde4005f', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:21.113660 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-25b74d3d-57f1-4582-8742-18a66eda7e36 None None] Provisioning complete for port f3818a74-d766-4e6c-a19b-e87365a25c73 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:12:21.114029 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-25b74d3d-57f1-4582-8742-18a66eda7e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:21.142120 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c47559-3157-44cf-9f6c-d6bd0b40f34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba108a7-8559-44b0-bb22-0b70880baa3a,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:21.156197 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7619a4-4620-4b35-aa03-4b1e2cf344b0 None None] Checking router: be7577d6-eb7e-423a-bcda-697dd5d3fe3b for host: dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:12:21.160335 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-a0c47559-3157-44cf-9f6c-d6bd0b40f34b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=800455921bdd403d8389cc088805136e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5696523 Nov 11 01:12:21.163013 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 34992) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:21.174293 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7619a4-4620-4b35-aa03-4b1e2cf344b0 None None] Routers {'be7577d6-eb7e-423a-bcda-697dd5d3fe3b'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:12:21.177763 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-bd7619a4-4620-4b35-aa03-4b1e2cf344b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:12:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['be7577d6-eb7e-423a-bcda-697dd5d3fe3b'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:21.223892 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6b33c2-27aa-4fa3-9039-6ea1e2fd16ff admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:12:21.244514 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-5d6b33c2-27aa-4fa3-9039-6ea1e2fd16ff admin admin] 10.222.0.52 "PUT /v2.0/routers/f910ef3c-29fd-4fd8-ace1-199c80795a48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4111352 Nov 11 01:12:21.313399 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-bd7619a4-4620-4b35-aa03-4b1e2cf344b0 None None] Set router be7577d6-eb7e-423a-bcda-697dd5d3fe3b gateway port host: None {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:12:21.326232 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5bb065a8-d50c-467a-b887-46896061a7b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:21.361454 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b8afda05-4e4c-4dbe-9328-5ce1d846d7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:21.374630 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5bb065a8-d50c-467a-b887-46896061a7b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:21.380585 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-bd7619a4-4620-4b35-aa03-4b1e2cf344b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'name': 'tempest-TestMinimumBasicScenario-1873939833-router', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:12:20Z', 'revision_number': 6, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'gw_port_host': None}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:21.409669 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-25b74d3d-57f1-4582-8742-18a66eda7e36 None None] Port f3818a74-d766-4e6c-a19b-e87365a25c73 cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:12:21.427862 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7619a4-4620-4b35-aa03-4b1e2cf344b0 None None] The sync data for ids ['be7577d6-eb7e-423a-bcda-697dd5d3fe3b'] in dv-cinder-817085-3-iscsi is: [{'id': 'be7577d6-eb7e-423a-bcda-697dd5d3fe3b', 'name': 'tempest-TestMinimumBasicScenario-1873939833-router', 'tenant_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:09:12Z', 'updated_at': '2021-11-11T01:12:20Z', 'revision_number': 6, 'project_id': 'c7abb9f19d954ab1b034c3bc7de8d24b', 'gw_port_host': None}] {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:12:21.461693 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5bb065a8-d50c-467a-b887-46896061a7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:21.472345 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5bb065a8-d50c-467a-b887-46896061a7b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:21.476016 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-5bb065a8-d50c-467a-b887-46896061a7b0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dba108a7-8559-44b0-bb22-0b70880baa3a HTTP/1.1" status: 204 len: 168 time: 0.3097870 Nov 11 01:12:21.505587 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb065a8-d50c-467a-b887-46896061a7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba108a7-8559-44b0-bb22-0b70880baa3a,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:21.517417 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afda05-4e4c-4dbe-9328-5ce1d846d7b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f1b230-7341-4e68-b62b-b8a0cde4005f,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:21.567862 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b8afda05-4e4c-4dbe-9328-5ce1d846d7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918171'] for router_gateway, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:21.679690 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-d3fd1ecf-81b8-4435-9b83-32eb9f132883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:16Z', 'updated_at': '2021-11-11T01:12:19Z', 'revision_number': 4, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'gw_port': {'id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:17Z', 'updated_at': '2021-11-11T01:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': 'f3818a74-d766-4e6c-a19b-e87365a25c73', 'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'mac_address': 'fa:16:3e:aa:ea:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:19Z', 'updated_at': '2021-11-11T01:12:20Z', 'revision_number': 2, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'subnets': [{'id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:21.709333 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fd1ecf-81b8-4435-9b83-32eb9f132883 None None] The sync data for ids ['f910ef3c-29fd-4fd8-ace1-199c80795a48'] in dv-cinder-817085-3-iscsi is: [{'id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:16Z', 'updated_at': '2021-11-11T01:12:19Z', 'revision_number': 4, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'gw_port': {'id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:17Z', 'updated_at': '2021-11-11T01:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': 'f3818a74-d766-4e6c-a19b-e87365a25c73', 'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'mac_address': 'fa:16:3e:aa:ea:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:19Z', 'updated_at': '2021-11-11T01:12:20Z', 'revision_number': 2, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'subnets': [{'id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:12:21.715655 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b8afda05-4e4c-4dbe-9328-5ce1d846d7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26533'] for router, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:21.718474 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b8afda05-4e4c-4dbe-9328-5ce1d846d7b3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:21.785445 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b8afda05-4e4c-4dbe-9328-5ce1d846d7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-921351'] for router, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:21.785945 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8afda05-4e4c-4dbe-9328-5ce1d846d7b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be7577d6-eb7e-423a-bcda-697dd5d3fe3b {{(pid=101602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 01:12:21.793259 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-b8afda05-4e4c-4dbe-9328-5ce1d846d7b3 admin admin] Publish callbacks [] for router, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:21.794518 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-b8afda05-4e4c-4dbe-9328-5ce1d846d7b3 admin admin] 10.222.0.52 "DELETE /v2.0/routers/be7577d6-eb7e-423a-bcda-697dd5d3fe3b HTTP/1.1" status: 204 len: 168 time: 1.3464079 Nov 11 01:12:21.797900 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35020) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:21.913697 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5385777-126e-48f8-8be5-bb16ea34e5b8 admin admin] Deleting subnet 52156a0b-9cdf-4522-a6bd-fc1be773de3a {{(pid=101601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 01:12:21.917303 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d5385777-126e-48f8-8be5-bb16ea34e5b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:21.952926 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 35028) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:21.958313 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d5385777-126e-48f8-8be5-bb16ea34e5b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14391884'] for subnet, precommit_delete_associations {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:21.971027 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-fee15d71-fbb0-48be-bff3-bf2248e5b53e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:22.061664 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d5385777-126e-48f8-8be5-bb16ea34e5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1988382'] for subnet, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:22.077048 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-fee15d71-fbb0-48be-bff3-bf2248e5b53e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:22.081750 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-fee15d71-fbb0-48be-bff3-bf2248e5b53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:22.123954 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-fee15d71-fbb0-48be-bff3-bf2248e5b53e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8bd6abb7ec74444a97a0076689118461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1665442 Nov 11 01:12:22.123954 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee15d71-fbb0-48be-bff3-bf2248e5b53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bf9208-cdf5-4ca1-9512-2b2ef179424f,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:22.126778 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35032) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:22.131564 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d5385777-126e-48f8-8be5-bb16ea34e5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14461986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14289049'] for subnet, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:22.172258 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d5385777-126e-48f8-8be5-bb16ea34e5b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:22.175965 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-d5385777-126e-48f8-8be5-bb16ea34e5b8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/52156a0b-9cdf-4522-a6bd-fc1be773de3a HTTP/1.1" status: 204 len: 168 time: 0.3762114 Nov 11 01:12:22.178303 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9a6cc8-b1ab-4d0b-8984-5f5b7b72f0f5 None None] Network 4e48f818-692b-4e8c-876c-8e3b508f3610 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:12:22.179498 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 35034) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:22.179881 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5385777-126e-48f8-8be5-bb16ea34e5b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52156a0b-9cdf-4522-a6bd-fc1be773de3a,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:22.218486 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-fb2c2329-66a1-4f01-b1a2-8712db050510 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:22.242465 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-fb2c2329-66a1-4f01-b1a2-8712db050510 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:22.254905 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35038) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:22.265832 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f013fc19-0fad-4157-bc81-f19c2a52f11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698162'] for network, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:22.266406 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-074003de-5ae3-481c-85e3-44bb6554d78f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-422230432-network', 'tenant_id': 'ce4470660cf54069b886e06ddbeabccb'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:12:22.333394 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074003de-5ae3-481c-85e3-44bb6554d78f admin admin] Made reservation on behalf of ce4470660cf54069b886e06ddbeabccb for: {'network': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:12:22.336773 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-074003de-5ae3-481c-85e3-44bb6554d78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for network, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:22.354830 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-074003de-5ae3-481c-85e3-44bb6554d78f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:22.374540 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-fb2c2329-66a1-4f01-b1a2-8712db050510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:22.378187 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-fb2c2329-66a1-4f01-b1a2-8712db050510 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:22.379374 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-fb2c2329-66a1-4f01-b1a2-8712db050510 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/07bf9208-cdf5-4ca1-9512-2b2ef179424f HTTP/1.1" status: 204 len: 168 time: 0.2503934 Nov 11 01:12:22.400029 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c2329-66a1-4f01-b1a2-8712db050510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bf9208-cdf5-4ca1-9512-2b2ef179424f,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:22.433278 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-f013fc19-0fad-4157-bc81-f19c2a52f11b admin admin] Deleting port 2a911e40-666d-47d7-a011-af54cc95d7ea {{(pid=101602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:12:22.433697 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f013fc19-0fad-4157-bc81-f19c2a52f11b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:22.475681 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf00fb97-8d8c-45b0-a4f4-7b60d71f6f5d None None] DHCP port deletion for 4e48f818-692b-4e8c-876c-8e3b508f3610 request from dv-cinder-817085-3-iscsi {{(pid=101603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 01:12:22.487975 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-074003de-5ae3-481c-85e3-44bb6554d78f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:22.495475 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-074003de-5ae3-481c-85e3-44bb6554d78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:22.546764 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074003de-5ae3-481c-85e3-44bb6554d78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e76d6c4-7c44-431a-8bbf-2ac02c064f2d,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:22.574789 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-074003de-5ae3-481c-85e3-44bb6554d78f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=101601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 01:12:22.583370 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [None req-f013fc19-0fad-4157-bc81-f19c2a52f11b admin admin] For port 2a911e40-666d-47d7-a011-af54cc95d7ea, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=2a911e40-666d-47d7-a011-af54cc95d7ea,segment=NetworkSegment(076f51ae-c342-484b-b31a-3d52cb0c28be),segment_id=076f51ae-c342-484b-b31a-3d52cb0c28be)] {{(pid=101602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:22.583884 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f013fc19-0fad-4157-bc81-f19c2a52f11b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:22.584972 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-cf00fb97-8d8c-45b0-a4f4-7b60d71f6f5d None None] Deleting port 2a911e40-666d-47d7-a011-af54cc95d7ea {{(pid=101603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:12:22.586077 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-cf00fb97-8d8c-45b0-a4f4-7b60d71f6f5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:22.601052 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-074003de-5ae3-481c-85e3-44bb6554d78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:22.604435 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.db.segments_db [None req-074003de-5ae3-481c-85e3-44bb6554d78f admin admin] Added segment 373e72ac-fe29-449c-9422-b14aaa2393dc of type vlan for network ea2834e3-0973-4c10-93ca-485b0964af33 Nov 11 01:12:22.612106 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-f013fc19-0fad-4157-bc81-f19c2a52f11b admin admin] Calling delete_port for 2a911e40-666d-47d7-a011-af54cc95d7ea owned by network:dhcp {{(pid=101602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:12:22.687688 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 2a911e40-666d-47d7-a011-af54cc95d7ea no longer exists at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:12:22.699664 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-074003de-5ae3-481c-85e3-44bb6554d78f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764258555859'] for network, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:22.770398 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-074003de-5ae3-481c-85e3-44bb6554d78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978'] for network, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:22.772104 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074003de-5ae3-481c-85e3-44bb6554d78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:22.773140 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-074003de-5ae3-481c-85e3-44bb6554d78f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:22.776774 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f013fc19-0fad-4157-bc81-f19c2a52f11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:22.777746 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-cf00fb97-8d8c-45b0-a4f4-7b60d71f6f5d None None] For port 2a911e40-666d-47d7-a011-af54cc95d7ea, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=2a911e40-666d-47d7-a011-af54cc95d7ea,segment=NetworkSegment(076f51ae-c342-484b-b31a-3d52cb0c28be),segment_id=076f51ae-c342-484b-b31a-3d52cb0c28be)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:22.778324 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-cf00fb97-8d8c-45b0-a4f4-7b60d71f6f5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:22.798374 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-cf00fb97-8d8c-45b0-a4f4-7b60d71f6f5d None None] Calling delete_port for 2a911e40-666d-47d7-a011-af54cc95d7ea owned by network:dhcp {{(pid=101603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:12:22.805758 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] No active binding found for port 2a911e40-666d-47d7-a011-af54cc95d7ea {{(pid=101603) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 11 01:12:22.806221 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 2a911e40-666d-47d7-a011-af54cc95d7ea not bound to the agent host dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:12:22.806646 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 080ac6f9-354e-406d-b208-949e87e4238d no longer exists at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:12:22.833616 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] No Port match for: 080ac6f9-354e-406d-b208-949e87e4238d {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:12:22.834343 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 080ac6f9-354e-406d-b208-949e87e4238d not bound to the agent host dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:12:22.835448 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device c7f1b230-7341-4e68-b62b-b8a0cde4005f no longer exists at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:12:22.843729 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013fc19-0fad-4157-bc81-f19c2a52f11b admin admin] Pushing event deleted for resources: {'Port': ['ID=2a911e40-666d-47d7-a011-af54cc95d7ea,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:22.854820 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f013fc19-0fad-4157-bc81-f19c2a52f11b admin admin] No DVR routers for this DVR port 2a911e40-666d-47d7-a011-af54cc95d7ea on host dv-cinder-817085-3-iscsi {{(pid=101602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:12:22.911852 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] No Port match for: c7f1b230-7341-4e68-b62b-b8a0cde4005f {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:12:22.912368 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device c7f1b230-7341-4e68-b62b-b8a0cde4005f not bound to the agent host dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:12:22.972942 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-074003de-5ae3-481c-85e3-44bb6554d78f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7145143 Nov 11 01:12:22.977067 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-cf00fb97-8d8c-45b0-a4f4-7b60d71f6f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394'] for port, after_delete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:22.979301 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35050) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:22.987892 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-3ced2975-61b7-4a3f-ae12-6f13276d73ec admin admin] Request body: {'subnet': {'network_id': 'ea2834e3-0973-4c10-93ca-485b0964af33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-422230432-subnet', 'tenant_id': 'ce4470660cf54069b886e06ddbeabccb', 'ip_version': 4}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:12:23.006305 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00fb97-8d8c-45b0-a4f4-7b60d71f6f5d None None] Pushing event deleted for resources: {'Port': ['ID=2a911e40-666d-47d7-a011-af54cc95d7ea,revision_number=None']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:23.012319 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf00fb97-8d8c-45b0-a4f4-7b60d71f6f5d None None] No DVR routers for this DVR port 2a911e40-666d-47d7-a011-af54cc95d7ea on host dv-cinder-817085-3-iscsi {{(pid=101603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:12:23.018646 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074003de-5ae3-481c-85e3-44bb6554d78f admin admin] Pushing event updated for resources: {'Network': ['ID=ea2834e3-0973-4c10-93ca-485b0964af33,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:23.021600 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ced2975-61b7-4a3f-ae12-6f13276d73ec admin admin] Made reservation on behalf of ce4470660cf54069b886e06ddbeabccb for: {'subnet': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:12:23.024213 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3ced2975-61b7-4a3f-ae12-6f13276d73ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14289084'] for subnet, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:23.037510 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f013fc19-0fad-4157-bc81-f19c2a52f11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1989287', 'neutron.services.segments.db._delete_segments_for_network-8764259070437'] for network, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:23.058181 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Network ea2834e3-0973-4c10-93ca-485b0964af33 details requested by agent ovs-agent-dv-cinder-817085-3-iscsi with host dv-cinder-817085-3-iscsi {{(pid=101603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 01:12:23.108609 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.services.segments.db [None req-f013fc19-0fad-4157-bc81-f19c2a52f11b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e48f818-692b-4e8c-876c-8e3b508f3610']}} {{(pid=101602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:23.134791 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.services.segments.db [None req-f013fc19-0fad-4157-bc81-f19c2a52f11b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '076f51ae-c342-484b-b31a-3d52cb0c28be') {'for_net_delete': True} {{(pid=101602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:23.135197 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.services.segments.db [None req-f013fc19-0fad-4157-bc81-f19c2a52f11b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '076f51ae-c342-484b-b31a-3d52cb0c28be') {} {{(pid=101602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:23.172121 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f013fc19-0fad-4157-bc81-f19c2a52f11b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764259091950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13137838'] for segment, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:23.192784 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f013fc19-0fad-4157-bc81-f19c2a52f11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:23.201607 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f013fc19-0fad-4157-bc81-f19c2a52f11b admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 01:12:23.202042 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f013fc19-0fad-4157-bc81-f19c2a52f11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13136815'] for segment, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: Traceback (most recent call last): Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: timer() Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: cb(*args, **kw) Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: return func(*args, **kwargs) Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: self._notify() Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: self.callback(batched_events) Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: event.method(event) Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: return f(self, *a, **k) Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: return self._get(url).json() Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: return self.request(url, 'GET', **kwargs) Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 01:12:23.283988 dv-cinder-817085-3-iscsi neutron-server[101602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 01:12:23.312946 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f013fc19-0fad-4157-bc81-f19c2a52f11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1989264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918263'] for network, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:23.324172 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f013fc19-0fad-4157-bc81-f19c2a52f11b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:23.328451 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-f013fc19-0fad-4157-bc81-f19c2a52f11b admin admin] 10.222.0.52 "DELETE /v2.0/networks/4e48f818-692b-4e8c-876c-8e3b508f3610 HTTP/1.1" status: 204 len: 168 time: 1.1477480 Nov 11 01:12:23.331426 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 35058) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:23.388767 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3ced2975-61b7-4a3f-ae12-6f13276d73ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14462179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14289042'] for subnet, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:23.427272 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013fc19-0fad-4157-bc81-f19c2a52f11b admin admin] Pushing event deleted for resources: {'Network': ['ID=4e48f818-692b-4e8c-876c-8e3b508f3610,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:23.449654 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced2975-61b7-4a3f-ae12-6f13276d73ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5100770-51f3-470e-918b-667b8587135b,revision_number=0']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:23.491357 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ced2975-61b7-4a3f-ae12-6f13276d73ec admin admin] Checking segment: {'id': '373e72ac-fe29-449c-9422-b14aaa2393dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea2834e3-0973-4c10-93ca-485b0964af33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:12:23.491718 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ced2975-61b7-4a3f-ae12-6f13276d73ec admin admin] Network hostable DHCP agents. Network: ea2834e3-0973-4c10-93ca-485b0964af33, hostable agents: ['51ef0dbb-d632-4ef8-8741-cd394451711b'], hosted agents: [] {{(pid=101601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 01:12:23.548149 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ced2975-61b7-4a3f-ae12-6f13276d73ec admin admin] Network ea2834e3-0973-4c10-93ca-485b0964af33 is scheduled to be hosted by DHCP agent 51ef0dbb-d632-4ef8-8741-cd394451711b with binding_index 1 {{(pid=101601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 01:12:23.571133 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-3ced2975-61b7-4a3f-ae12-6f13276d73ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817085-3-iscsi, ea2834e3-0973-4c10-93ca-485b0964af33) {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:12:23.577360 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ced2975-61b7-4a3f-ae12-6f13276d73ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:23.578244 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3ced2975-61b7-4a3f-ae12-6f13276d73ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:23.584573 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46675d9c-0b8d-443e-9c12-1a9f92f63f32 None None] Network ea2834e3-0973-4c10-93ca-485b0964af33 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:12:23.633583 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-3ced2975-61b7-4a3f-ae12-6f13276d73ec admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6518910 Nov 11 01:12:23.636673 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35074) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:23.641504 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-6c39b290-e298-4aa4-bb68-ff7a4e1446ec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-422230432-router', 'tenant_id': 'ce4470660cf54069b886e06ddbeabccb', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:12:23.685724 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6c39b290-e298-4aa4-bb68-ff7a4e1446ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26547'] for router, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:23.687387 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6c39b290-e298-4aa4-bb68-ff7a4e1446ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-918120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-526817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26538'] for router, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:23.752132 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6c39b290-e298-4aa4-bb68-ff7a4e1446ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:23.822690 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf26cde-282b-4f85-93cc-330661e17f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf009f10e-c01c-57c8-be8a-d17d016f7fe1-ea2834e3-0973-4c10-93ca-485b0964af33', 'network_id': 'ea2834e3-0973-4c10-93ca-485b0964af33', 'tenant_id': 'ce4470660cf54069b886e06ddbeabccb', 'fixed_ips': [{'subnet_id': 'c5100770-51f3-470e-918b-667b8587135b'}]}} from dv-cinder-817085-3-iscsi. {{(pid=101603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 01:12:23.823136 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1cf26cde-282b-4f85-93cc-330661e17f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:23.976794 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6c39b290-e298-4aa4-bb68-ff7a4e1446ec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:23.986872 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-1f3c4c94-681f-4a18-abe7-db6f2d5d90be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919265'] for router_interface, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:24.031922 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.db_base_plugin_common [None req-1cf26cde-282b-4f85-93cc-330661e17f8a None None] Allocated IP 172.20.0.2 (ea2834e3-0973-4c10-93ca-485b0964af33/c5100770-51f3-470e-918b-667b8587135b/84ed880c-0b84-43d8-a670-38847f384176) {{(pid=101603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:12:24.241789 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1cf26cde-282b-4f85-93cc-330661e17f8a None None] Publish callbacks [] for port, precommit_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:24.247561 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6c39b290-e298-4aa4-bb68-ff7a4e1446ec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:24.251888 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1cf26cde-282b-4f85-93cc-330661e17f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385'] for port, after_create {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:24.279819 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6c39b290-e298-4aa4-bb68-ff7a4e1446ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:24.289954 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf26cde-282b-4f85-93cc-330661e17f8a None None] Network ea2834e3-0973-4c10-93ca-485b0964af33 is already hosted by enough agents. {{(pid=101603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:12:24.298295 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.scheduler.base_scheduler [None req-1cf26cde-282b-4f85-93cc-330661e17f8a None None] Resources bound (agent type, host, resource id): {{(pid=101603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:12:24.302424 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf26cde-282b-4f85-93cc-330661e17f8a None None] Received port after_create {{(pid=101603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:12:24.310049 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf26cde-282b-4f85-93cc-330661e17f8a None None] Pushing event updated for resources: {'Port': ['ID=84ed880c-0b84-43d8-a670-38847f384176,revision_number=1']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:24.374319 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-1cf26cde-282b-4f85-93cc-330661e17f8a None None] Attempting to bind port 84ed880c-0b84-43d8-a670-38847f384176 on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:12:24.375387 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-1cf26cde-282b-4f85-93cc-330661e17f8a None None] Attempting to bind port 84ed880c-0b84-43d8-a670-38847f384176 by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': '373e72ac-fe29-449c-9422-b14aaa2393dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea2834e3-0973-4c10-93ca-485b0964af33'}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:12:24.375581 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf26cde-282b-4f85-93cc-330661e17f8a None None] Attempting to bind port 84ed880c-0b84-43d8-a670-38847f384176 on network ea2834e3-0973-4c10-93ca-485b0964af33 {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:12:24.376976 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-1f3c4c94-681f-4a18-abe7-db6f2d5d90be admin admin] Deleting port cbc50812-83d8-4ee0-ba28-e6373620881c {{(pid=101602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:12:24.377317 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-1f3c4c94-681f-4a18-abe7-db6f2d5d90be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:24.381423 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf26cde-282b-4f85-93cc-330661e17f8a None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:12:24.381928 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf26cde-282b-4f85-93cc-330661e17f8a None None] Checking segment: {'id': '373e72ac-fe29-449c-9422-b14aaa2393dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea2834e3-0973-4c10-93ca-485b0964af33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:12:24.382331 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1cf26cde-282b-4f85-93cc-330661e17f8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:24.382880 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf26cde-282b-4f85-93cc-330661e17f8a None None] Bound using segment: {'id': '373e72ac-fe29-449c-9422-b14aaa2393dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea2834e3-0973-4c10-93ca-485b0964af33'} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:12:24.383376 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-1cf26cde-282b-4f85-93cc-330661e17f8a None None] Bound port: 84ed880c-0b84-43d8-a670-38847f384176, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373e72ac-fe29-449c-9422-b14aaa2393dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea2834e3-0973-4c10-93ca-485b0964af33'}}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:12:24.384602 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1cf26cde-282b-4f85-93cc-330661e17f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:24.435599 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [None req-6c39b290-e298-4aa4-bb68-ff7a4e1446ec admin admin] Allocated IP 172.27.2.33 (aa4f75c5-5213-4ff6-92cc-17e0fe78067f/bed3c881-f684-464c-a719-dd29140bdb28/3a31ac89-9c92-4d11-9b28-27281647d737) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:12:24.462925 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-1cf26cde-282b-4f85-93cc-330661e17f8a None None] For port 84ed880c-0b84-43d8-a670-38847f384176, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:12:24.467666 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-1cf26cde-282b-4f85-93cc-330661e17f8a None None] For port 84ed880c-0b84-43d8-a670-38847f384176, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=84ed880c-0b84-43d8-a670-38847f384176,segment=NetworkSegment(373e72ac-fe29-449c-9422-b14aaa2393dc),segment_id=373e72ac-fe29-449c-9422-b14aaa2393dc)] {{(pid=101603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:12:24.481308 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [None req-1f3c4c94-681f-4a18-abe7-db6f2d5d90be admin admin] For port cbc50812-83d8-4ee0-ba28-e6373620881c, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=cbc50812-83d8-4ee0-ba28-e6373620881c,segment=NetworkSegment(fa9b98fd-eb5f-4b5d-a70d-bcaec97f8284),segment_id=fa9b98fd-eb5f-4b5d-a70d-bcaec97f8284)] {{(pid=101602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:24.481696 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-1f3c4c94-681f-4a18-abe7-db6f2d5d90be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:24.482678 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1cf26cde-282b-4f85-93cc-330661e17f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:24.497386 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-1f3c4c94-681f-4a18-abe7-db6f2d5d90be admin admin] Calling delete_port for cbc50812-83d8-4ee0-ba28-e6373620881c owned by network:router_interface {{(pid=101602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:12:24.546281 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf26cde-282b-4f85-93cc-330661e17f8a None None] Pushing event updated for resources: {'Port': ['ID=84ed880c-0b84-43d8-a670-38847f384176,revision_number=2']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:24.608949 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6c39b290-e298-4aa4-bb68-ff7a4e1446ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:24.701988 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device d619d321-e833-4f23-95ba-313e5e67e155 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:12:24.706644 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6c39b290-e298-4aa4-bb68-ff7a4e1446ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:24.767041 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c39b290-e298-4aa4-bb68-ff7a4e1446ec admin admin] Network aa4f75c5-5213-4ff6-92cc-17e0fe78067f is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:12:24.791774 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-6c39b290-e298-4aa4-bb68-ff7a4e1446ec admin admin] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:12:24.797441 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c39b290-e298-4aa4-bb68-ff7a4e1446ec admin admin] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:12:24.811343 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39b290-e298-4aa4-bb68-ff7a4e1446ec admin admin] Pushing event updated for resources: {'Port': ['ID=3a31ac89-9c92-4d11-9b28-27281647d737,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:24.840872 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port d619d321-e833-4f23-95ba-313e5e67e155 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:12:24.841284 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:24.858611 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-1f3c4c94-681f-4a18-abe7-db6f2d5d90be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:24.923678 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c4c94-681f-4a18-abe7-db6f2d5d90be admin admin] Pushing event deleted for resources: {'Port': ['ID=cbc50812-83d8-4ee0-ba28-e6373620881c,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:25.004445 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:25.046432 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] For port d619d321-e833-4f23-95ba-313e5e67e155, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=d619d321-e833-4f23-95ba-313e5e67e155,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:25.064939 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:25.204493 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Pushing event updated for resources: {'Port': ['ID=d619d321-e833-4f23-95ba-313e5e67e155,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:25.306725 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-1f3c4c94-681f-4a18-abe7-db6f2d5d90be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-919409'] for router_interface, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:25.389876 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6c39b290-e298-4aa4-bb68-ff7a4e1446ec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:25.589231 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3c4c94-681f-4a18-abe7-db6f2d5d90be admin admin] Router 86a4ebe3-584b-43d1-9391-34acdfb952d9 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:12:25.639513 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6c39b290-e298-4aa4-bb68-ff7a4e1446ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-918207'] for router, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:25.751410 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eef0cce-8a77-4142-b60d-cb0dc7a62660 None None] Sync routers for ids ['f910ef3c-29fd-4fd8-ace1-199c80795a48'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:12:25.757494 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3c4c94-681f-4a18-abe7-db6f2d5d90be admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:12:25.765336 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-1f3c4c94-681f-4a18-abe7-db6f2d5d90be admin admin] 10.222.0.52 "PUT /v2.0/routers/86a4ebe3-584b-43d1-9391-34acdfb952d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4305177 Nov 11 01:12:25.765569 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 35120) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:25.768367 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eef0cce-8a77-4142-b60d-cb0dc7a62660 None None] Routers {'f910ef3c-29fd-4fd8-ace1-199c80795a48'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:12:25.768993 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-2eef0cce-8a77-4142-b60d-cb0dc7a62660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:12:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['f910ef3c-29fd-4fd8-ace1-199c80795a48'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:25.774611 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a849761-0d88-4c82-bd6e-2b623c37a8e8 None None] Sync routers for ids ['86a4ebe3-584b-43d1-9391-34acdfb952d9'] in dv-cinder-817085-3-iscsi {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:12:25.785874 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a849761-0d88-4c82-bd6e-2b623c37a8e8 None None] Routers {'86a4ebe3-584b-43d1-9391-34acdfb952d9'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:12:25.786664 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-5a849761-0d88-4c82-bd6e-2b623c37a8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:12:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['86a4ebe3-584b-43d1-9391-34acdfb952d9'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:25.887873 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c39b290-e298-4aa4-bb68-ff7a4e1446ec admin admin] Router 3c8ebab8-00e5-4bd5-8ccb-ec8bad571404 is scheduled to L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a with binding_index 1 {{(pid=101601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 01:12:25.915896 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:12:25.933542 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-30155dfc-e477-4451-887f-da04f86573d0 admin admin] Publish callbacks [] for router, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:25.944953 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-5a849761-0d88-4c82-bd6e-2b623c37a8e8 None None] Set router 86a4ebe3-584b-43d1-9391-34acdfb952d9 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:12:25.993048 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-2eef0cce-8a77-4142-b60d-cb0dc7a62660 None None] Set router f910ef3c-29fd-4fd8-ace1-199c80795a48 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:12:26.121962 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55287e64-843f-4993-b8c4-13656c6c87c1 None None] Network ea2834e3-0973-4c10-93ca-485b0964af33 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:12:26.220806 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-5a849761-0d88-4c82-bd6e-2b623c37a8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a4ebe3-584b-43d1-9391-34acdfb952d9', 'name': 'tempest-TestMinimumBasicScenario-293095141-router', 'tenant_id': '04f8456619124e328b9c2bfbc126c0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '0c348d9f-8349-4065-98be-5f0fb17fce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:09:18Z', 'updated_at': '2021-11-11T01:12:24Z', 'revision_number': 5, 'project_id': '04f8456619124e328b9c2bfbc126c0e4', 'gw_port': {'id': '0c348d9f-8349-4065-98be-5f0fb17fce1a', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a4ebe3-584b-43d1-9391-34acdfb952d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:19Z', 'updated_at': '2021-11-11T01:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:26.267131 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-b61c1a5f-b06a-47e0-8781-7c3dab146942 None None] Provisioning complete for port 84ed880c-0b84-43d8-a670-38847f384176 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:12:26.267498 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-b61c1a5f-b06a-47e0-8781-7c3dab146942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:26.270884 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a849761-0d88-4c82-bd6e-2b623c37a8e8 None None] Checking router: 86a4ebe3-584b-43d1-9391-34acdfb952d9 for host: dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:12:26.281306 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a849761-0d88-4c82-bd6e-2b623c37a8e8 None None] Routers {'86a4ebe3-584b-43d1-9391-34acdfb952d9'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:12:26.281993 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-5a849761-0d88-4c82-bd6e-2b623c37a8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:12:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['86a4ebe3-584b-43d1-9391-34acdfb952d9'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:26.377401 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c39b290-e298-4aa4-bb68-ff7a4e1446ec admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:12:26.393481 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-30155dfc-e477-4451-887f-da04f86573d0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:26.394530 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f500bb81-63dd-4118-a50c-9d5f47611fee None None] Sync routers for ids ['3c8ebab8-00e5-4bd5-8ccb-ec8bad571404'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:12:26.403294 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6c39b290-e298-4aa4-bb68-ff7a4e1446ec admin admin] Publish callbacks [] for router, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:26.404869 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-6c39b290-e298-4aa4-bb68-ff7a4e1446ec admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7672017 Nov 11 01:12:26.407836 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35122) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:26.452405 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-5a849761-0d88-4c82-bd6e-2b623c37a8e8 None None] Set router 86a4ebe3-584b-43d1-9391-34acdfb952d9 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:12:26.458555 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-30155dfc-e477-4451-887f-da04f86573d0 admin admin] Deleting port 0c348d9f-8349-4065-98be-5f0fb17fce1a {{(pid=101602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:12:26.459024 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-30155dfc-e477-4451-887f-da04f86573d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:26.563702 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [None req-30155dfc-e477-4451-887f-da04f86573d0 admin admin] For port 0c348d9f-8349-4065-98be-5f0fb17fce1a, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=0c348d9f-8349-4065-98be-5f0fb17fce1a,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:26.564208 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-30155dfc-e477-4451-887f-da04f86573d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:26.586176 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-30155dfc-e477-4451-887f-da04f86573d0 admin admin] Calling delete_port for 0c348d9f-8349-4065-98be-5f0fb17fce1a owned by network:router_gateway {{(pid=101602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:12:26.628119 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f500bb81-63dd-4118-a50c-9d5f47611fee None None] Routers {'3c8ebab8-00e5-4bd5-8ccb-ec8bad571404'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:12:26.628727 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-f500bb81-63dd-4118-a50c-9d5f47611fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:12:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['3c8ebab8-00e5-4bd5-8ccb-ec8bad571404'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:26.799526 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-30155dfc-e477-4451-887f-da04f86573d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:26.841258 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30155dfc-e477-4451-887f-da04f86573d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c348d9f-8349-4065-98be-5f0fb17fce1a,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:26.860763 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-5a849761-0d88-4c82-bd6e-2b623c37a8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86a4ebe3-584b-43d1-9391-34acdfb952d9', 'name': 'tempest-TestMinimumBasicScenario-293095141-router', 'tenant_id': '04f8456619124e328b9c2bfbc126c0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '0c348d9f-8349-4065-98be-5f0fb17fce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:09:18Z', 'updated_at': '2021-11-11T01:12:24Z', 'revision_number': 5, 'project_id': '04f8456619124e328b9c2bfbc126c0e4', 'gw_port': {'id': '0c348d9f-8349-4065-98be-5f0fb17fce1a', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a4ebe3-584b-43d1-9391-34acdfb952d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:19Z', 'updated_at': '2021-11-11T01:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:26.911090 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-b61c1a5f-b06a-47e0-8781-7c3dab146942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:26.914339 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a849761-0d88-4c82-bd6e-2b623c37a8e8 None None] The sync data for ids ['86a4ebe3-584b-43d1-9391-34acdfb952d9'] in dv-cinder-817085-3-iscsi is: [{'id': '86a4ebe3-584b-43d1-9391-34acdfb952d9', 'name': 'tempest-TestMinimumBasicScenario-293095141-router', 'tenant_id': '04f8456619124e328b9c2bfbc126c0e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '0c348d9f-8349-4065-98be-5f0fb17fce1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:09:18Z', 'updated_at': '2021-11-11T01:12:24Z', 'revision_number': 5, 'project_id': '04f8456619124e328b9c2bfbc126c0e4', 'gw_port': {'id': '0c348d9f-8349-4065-98be-5f0fb17fce1a', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86a4ebe3-584b-43d1-9391-34acdfb952d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:09:19Z', 'updated_at': '2021-11-11T01:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}] {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:12:26.919688 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-f500bb81-63dd-4118-a50c-9d5f47611fee None None] Set router 3c8ebab8-00e5-4bd5-8ccb-ec8bad571404 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:12:26.996297 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-30155dfc-e477-4451-887f-da04f86573d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918171'] for router_gateway, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:27.035612 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-2eef0cce-8a77-4142-b60d-cb0dc7a62660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:16Z', 'updated_at': '2021-11-11T01:12:19Z', 'revision_number': 4, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'gw_port': {'id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:17Z', 'updated_at': '2021-11-11T01:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': 'f3818a74-d766-4e6c-a19b-e87365a25c73', 'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'mac_address': 'fa:16:3e:aa:ea:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:19Z', 'updated_at': '2021-11-11T01:12:20Z', 'revision_number': 2, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'subnets': [{'id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:27.065439 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-b61c1a5f-b06a-47e0-8781-7c3dab146942 None None] For port 84ed880c-0b84-43d8-a670-38847f384176, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=84ed880c-0b84-43d8-a670-38847f384176,segment=NetworkSegment(373e72ac-fe29-449c-9422-b14aaa2393dc),segment_id=373e72ac-fe29-449c-9422-b14aaa2393dc)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:27.067758 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device d619d321-e833-4f23-95ba-313e5e67e155 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:12:27.143276 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-b61c1a5f-b06a-47e0-8781-7c3dab146942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:27.163225 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eef0cce-8a77-4142-b60d-cb0dc7a62660 None None] Checking router: f910ef3c-29fd-4fd8-ace1-199c80795a48 for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:12:27.163592 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eef0cce-8a77-4142-b60d-cb0dc7a62660 None None] Updating router f910ef3c-29fd-4fd8-ace1-199c80795a48 port f3818a74-d766-4e6c-a19b-e87365a25c73 binding host dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 01:12:27.249382 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-30155dfc-e477-4451-887f-da04f86573d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26533'] for router, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:27.252082 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-30155dfc-e477-4451-887f-da04f86573d0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:27.273143 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-55a149c2-d3e9-4d7b-a6a2-4bcfb56f39a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:27.310928 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-30155dfc-e477-4451-887f-da04f86573d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-921351'] for router, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:27.311556 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30155dfc-e477-4451-887f-da04f86573d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86a4ebe3-584b-43d1-9391-34acdfb952d9 {{(pid=101602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 01:12:27.316944 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-30155dfc-e477-4451-887f-da04f86573d0 admin admin] Publish callbacks [] for router, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:27.318167 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-30155dfc-e477-4451-887f-da04f86573d0 admin admin] 10.222.0.52 "DELETE /v2.0/routers/86a4ebe3-584b-43d1-9391-34acdfb952d9 HTTP/1.1" status: 204 len: 168 time: 1.5516362 Nov 11 01:12:27.321194 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 35138) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:27.330554 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-2eef0cce-8a77-4142-b60d-cb0dc7a62660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:27.384483 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-ad13359f-bbda-4aea-910a-8c28a6cd2d61 None None] Provisioning complete for port 84ed880c-0b84-43d8-a670-38847f384176 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:12:27.384843 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-ad13359f-bbda-4aea-910a-8c28a6cd2d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:27.391612 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba27403d-1964-4143-bc19-520f33b74019 admin admin] Deleting subnet 0e6c359e-0843-49aa-9c67-70caa98d9a14 {{(pid=101602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 01:12:27.394739 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ba27403d-1964-4143-bc19-520f33b74019 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:27.421164 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c1a5f-b06a-47e0-8781-7c3dab146942 None None] Pushing event updated for resources: {'Port': ['ID=84ed880c-0b84-43d8-a670-38847f384176,revision_number=3']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:27.423909 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port d619d321-e833-4f23-95ba-313e5e67e155 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:12:27.424745 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:27.440908 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ba27403d-1964-4143-bc19-520f33b74019 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13137847'] for subnet, precommit_delete_associations {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:27.488120 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [None req-55a149c2-d3e9-4d7b-a6a2-4bcfb56f39a9 admin admin] Allocated IP 172.20.0.1 (ea2834e3-0973-4c10-93ca-485b0964af33/c5100770-51f3-470e-918b-667b8587135b/8a18120d-e48d-4d04-9427-5f2ae68cbfe6) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:12:27.528859 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ba27403d-1964-4143-bc19-520f33b74019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1988382'] for subnet, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:27.596617 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ba27403d-1964-4143-bc19-520f33b74019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13136881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13560017'] for subnet, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:27.611908 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-55a149c2-d3e9-4d7b-a6a2-4bcfb56f39a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:27.626892 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27403d-1964-4143-bc19-520f33b74019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e6c359e-0843-49aa-9c67-70caa98d9a14,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:27.632067 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-ba27403d-1964-4143-bc19-520f33b74019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for subnet, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:27.636527 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-ba27403d-1964-4143-bc19-520f33b74019 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0e6c359e-0843-49aa-9c67-70caa98d9a14 HTTP/1.1" status: 204 len: 168 time: 0.3132243 Nov 11 01:12:27.638443 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 35140) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:27.649141 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776776f5-d2ee-46fe-9091-2627fd20057c None None] Network 03d3849e-83f6-4350-9188-ed498b59daf4 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:12:27.656428 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-55a149c2-d3e9-4d7b-a6a2-4bcfb56f39a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:27.704351 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a149c2-d3e9-4d7b-a6a2-4bcfb56f39a9 admin admin] Network ea2834e3-0973-4c10-93ca-485b0964af33 is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:12:27.709890 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-55a149c2-d3e9-4d7b-a6a2-4bcfb56f39a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:12:27.713815 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-09ba75a1-6e32-4b0f-b579-a5c59d09e40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698162'] for network, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:27.714054 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a149c2-d3e9-4d7b-a6a2-4bcfb56f39a9 admin admin] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:12:27.742621 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a149c2-d3e9-4d7b-a6a2-4bcfb56f39a9 admin admin] Pushing event updated for resources: {'Port': ['ID=8a18120d-e48d-4d04-9427-5f2ae68cbfe6,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:27.761364 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-55a149c2-d3e9-4d7b-a6a2-4bcfb56f39a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919144'] for router_interface, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:27.784571 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-09ba75a1-6e32-4b0f-b579-a5c59d09e40f admin admin] Deleting port 62a4a0ca-c107-448e-9844-e930e3f797a4 {{(pid=101602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:12:27.784910 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-09ba75a1-6e32-4b0f-b579-a5c59d09e40f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:27.895627 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.db [None req-09ba75a1-6e32-4b0f-b579-a5c59d09e40f admin admin] For port 62a4a0ca-c107-448e-9844-e930e3f797a4, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=62a4a0ca-c107-448e-9844-e930e3f797a4,segment=NetworkSegment(fa9b98fd-eb5f-4b5d-a70d-bcaec97f8284),segment_id=fa9b98fd-eb5f-4b5d-a70d-bcaec97f8284)] {{(pid=101602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:27.896369 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-09ba75a1-6e32-4b0f-b579-a5c59d09e40f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:27.916925 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-09ba75a1-6e32-4b0f-b579-a5c59d09e40f admin admin] Calling delete_port for 62a4a0ca-c107-448e-9844-e930e3f797a4 owned by network:dhcp {{(pid=101602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:12:27.917403 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-f500bb81-63dd-4118-a50c-9d5f47611fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8ebab8-00e5-4bd5-8ccb-ec8bad571404', 'name': 'tempest-TestVolumeBootPattern-422230432-router', 'tenant_id': 'ce4470660cf54069b886e06ddbeabccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '3a31ac89-9c92-4d11-9b28-27281647d737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:23Z', 'updated_at': '2021-11-11T01:12:25Z', 'revision_number': 3, 'project_id': 'ce4470660cf54069b886e06ddbeabccb', 'gw_port': {'id': '3a31ac89-9c92-4d11-9b28-27281647d737', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:26:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8ebab8-00e5-4bd5-8ccb-ec8bad571404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:24Z', 'updated_at': '2021-11-11T01:12:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:27.924589 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-55a149c2-d3e9-4d7b-a6a2-4bcfb56f39a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:28.069331 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f500bb81-63dd-4118-a50c-9d5f47611fee None None] Checking router: 3c8ebab8-00e5-4bd5-8ccb-ec8bad571404 for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:12:28.069704 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f500bb81-63dd-4118-a50c-9d5f47611fee None None] Updating router 3c8ebab8-00e5-4bd5-8ccb-ec8bad571404 port 3a31ac89-9c92-4d11-9b28-27281647d737 binding host dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 01:12:28.094669 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 84ed880c-0b84-43d8-a670-38847f384176 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:12:28.109417 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-09ba75a1-6e32-4b0f-b579-a5c59d09e40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:28.151787 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba75a1-6e32-4b0f-b579-a5c59d09e40f admin admin] Pushing event deleted for resources: {'Port': ['ID=62a4a0ca-c107-448e-9844-e930e3f797a4,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:28.159051 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-f500bb81-63dd-4118-a50c-9d5f47611fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:28.161392 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ba75a1-6e32-4b0f-b579-a5c59d09e40f admin admin] No DVR routers for this DVR port 62a4a0ca-c107-448e-9844-e930e3f797a4 on host dv-cinder-817085-3-iscsi {{(pid=101602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:12:28.239905 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-55a149c2-d3e9-4d7b-a6a2-4bcfb56f39a9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:28.246040 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-55a149c2-d3e9-4d7b-a6a2-4bcfb56f39a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:28.264538 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-09ba75a1-6e32-4b0f-b579-a5c59d09e40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1989287', 'neutron.services.segments.db._delete_segments_for_network-8764259070437'] for network, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:28.293307 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.services.segments.db [None req-09ba75a1-6e32-4b0f-b579-a5c59d09e40f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d3849e-83f6-4350-9188-ed498b59daf4']}} {{(pid=101602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:28.312083 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.services.segments.db [None req-09ba75a1-6e32-4b0f-b579-a5c59d09e40f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9b98fd-eb5f-4b5d-a70d-bcaec97f8284') {'for_net_delete': True} {{(pid=101602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:28.312083 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.services.segments.db [None req-09ba75a1-6e32-4b0f-b579-a5c59d09e40f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9b98fd-eb5f-4b5d-a70d-bcaec97f8284') {} {{(pid=101602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:28.312497 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-55a149c2-d3e9-4d7b-a6a2-4bcfb56f39a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919292'] for router_interface, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:28.327114 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-09ba75a1-6e32-4b0f-b579-a5c59d09e40f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764259091950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13137838'] for segment, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:28.346923 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-09ba75a1-6e32-4b0f-b579-a5c59d09e40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:28.352434 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb11097-32e0-43f1-92d0-dde487341031 None None] DHCP port deletion for 03d3849e-83f6-4350-9188-ed498b59daf4 request from dv-cinder-817085-3-iscsi {{(pid=101603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 01:12:28.356382 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ba75a1-6e32-4b0f-b579-a5c59d09e40f admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=101602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 01:12:28.359522 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-09ba75a1-6e32-4b0f-b579-a5c59d09e40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13136815'] for segment, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: Traceback (most recent call last): Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: timer() Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: cb(*args, **kw) Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: return func(*args, **kwargs) Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: self._notify() Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: self.callback(batched_events) Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: event.method(event) Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: return f(self, *a, **k) Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: return self._get(url).json() Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: return self.request(url, 'GET', **kwargs) Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 01:12:28.361916 dv-cinder-817085-3-iscsi neutron-server[101602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 01:12:28.375000 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 84ed880c-0b84-43d8-a670-38847f384176 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:12:28.375000 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:28.375246 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a149c2-d3e9-4d7b-a6a2-4bcfb56f39a9 admin admin] Pushing event updated for resources: {'Port': ['ID=8a18120d-e48d-4d04-9427-5f2ae68cbfe6,revision_number=2']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:28.399090 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-4fbcb643-c173-4b00-be7c-7db56c88354d None None] Provisioning complete for port 8a18120d-e48d-4d04-9427-5f2ae68cbfe6 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:12:28.399090 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-4fbcb643-c173-4b00-be7c-7db56c88354d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:28.444922 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-09ba75a1-6e32-4b0f-b579-a5c59d09e40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1989264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918263'] for network, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:28.453572 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-09ba75a1-6e32-4b0f-b579-a5c59d09e40f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:28.453707 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-2eef0cce-8a77-4142-b60d-cb0dc7a62660 None None] Publish callbacks [] for port, precommit_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:28.461053 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-09ba75a1-6e32-4b0f-b579-a5c59d09e40f admin admin] 10.222.0.52 "DELETE /v2.0/networks/03d3849e-83f6-4350-9188-ed498b59daf4 HTTP/1.1" status: 204 len: 168 time: 0.8171353 Nov 11 01:12:28.472357 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a149c2-d3e9-4d7b-a6a2-4bcfb56f39a9 admin admin] Network ea2834e3-0973-4c10-93ca-485b0964af33 is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:12:28.474002 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-55a149c2-d3e9-4d7b-a6a2-4bcfb56f39a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:12:28.508694 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-2eef0cce-8a77-4142-b60d-cb0dc7a62660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:28.516715 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba75a1-6e32-4b0f-b579-a5c59d09e40f admin admin] Pushing event deleted for resources: {'Network': ['ID=03d3849e-83f6-4350-9188-ed498b59daf4,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:28.557322 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-4fbcb643-c173-4b00-be7c-7db56c88354d None None] Port 8a18120d-e48d-4d04-9427-5f2ae68cbfe6 cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:12:28.607143 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ec95f-e3ad-4e1d-a945-51085a989dda None None] Pushing event updated for resources: {'Port': ['ID=f3818a74-d766-4e6c-a19b-e87365a25c73,revision_number=3']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:28.725603 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a149c2-d3e9-4d7b-a6a2-4bcfb56f39a9 admin admin] Router 3c8ebab8-00e5-4bd5-8ccb-ec8bad571404 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:12:28.835508 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35176) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:28.938674 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-1c8a26ed-5877-4b52-ab3b-3e989c9b382e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c7abb9f19d954ab1b034c3bc7de8d24b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1011660 Nov 11 01:12:28.940829 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 35186) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:28.949558 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a149c2-d3e9-4d7b-a6a2-4bcfb56f39a9 admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:12:28.965051 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-55a149c2-d3e9-4d7b-a6a2-4bcfb56f39a9 admin admin] 10.222.0.52 "PUT /v2.0/routers/3c8ebab8-00e5-4bd5-8ccb-ec8bad571404/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5560923 Nov 11 01:12:28.974020 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-2eef0cce-8a77-4142-b60d-cb0dc7a62660 None None] Attempting to bind port f3818a74-d766-4e6c-a19b-e87365a25c73 on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:12:28.974550 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-2eef0cce-8a77-4142-b60d-cb0dc7a62660 None None] Attempting to bind port f3818a74-d766-4e6c-a19b-e87365a25c73 by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': 'cca157c3-43f8-4847-965b-0099907b03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8'}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:12:28.975263 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eef0cce-8a77-4142-b60d-cb0dc7a62660 None None] Attempting to bind port f3818a74-d766-4e6c-a19b-e87365a25c73 on network f6faa490-5864-4152-980e-a0f56dce29f8 {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:12:29.004914 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f6452200-ed6c-40af-b716-980a2f30551a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:29.028821 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f6452200-ed6c-40af-b716-980a2f30551a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:29.035393 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eef0cce-8a77-4142-b60d-cb0dc7a62660 None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:12:29.036074 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eef0cce-8a77-4142-b60d-cb0dc7a62660 None None] Checking segment: {'id': 'cca157c3-43f8-4847-965b-0099907b03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:12:29.036773 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-2eef0cce-8a77-4142-b60d-cb0dc7a62660 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:29.037311 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eef0cce-8a77-4142-b60d-cb0dc7a62660 None None] Bound using segment: {'id': 'cca157c3-43f8-4847-965b-0099907b03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8'} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:12:29.037942 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-2eef0cce-8a77-4142-b60d-cb0dc7a62660 None None] Bound port: f3818a74-d766-4e6c-a19b-e87365a25c73, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca157c3-43f8-4847-965b-0099907b03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8'}}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:12:29.038878 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-2eef0cce-8a77-4142-b60d-cb0dc7a62660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:29.061457 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-d0e05d99-e6a6-4502-a657-4183ab8303c3 None None] Provisioning complete for port 8a18120d-e48d-4d04-9427-5f2ae68cbfe6 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:12:29.062097 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d0e05d99-e6a6-4502-a657-4183ab8303c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:29.088514 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f6452200-ed6c-40af-b716-980a2f30551a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:29.091979 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-f6452200-ed6c-40af-b716-980a2f30551a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:29.096154 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-f6452200-ed6c-40af-b716-980a2f30551a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30 HTTP/1.1" status: 204 len: 168 time: 0.1540945 Nov 11 01:12:29.107309 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6452200-ed6c-40af-b716-980a2f30551a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ec3e7b-5a0f-45c0-8db3-2c5fb5e5bf30,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:29.116980 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-f500bb81-63dd-4118-a50c-9d5f47611fee None None] Publish callbacks [] for port, precommit_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:29.177012 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-f500bb81-63dd-4118-a50c-9d5f47611fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:29.218110 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-d0e05d99-e6a6-4502-a657-4183ab8303c3 None None] Port 8a18120d-e48d-4d04-9427-5f2ae68cbfe6 cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:12:29.262281 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-f500bb81-63dd-4118-a50c-9d5f47611fee None None] Attempting to bind port 3a31ac89-9c92-4d11-9b28-27281647d737 on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:12:29.262663 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-f500bb81-63dd-4118-a50c-9d5f47611fee None None] Attempting to bind port 3a31ac89-9c92-4d11-9b28-27281647d737 by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:12:29.263281 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f500bb81-63dd-4118-a50c-9d5f47611fee None None] Attempting to bind port 3a31ac89-9c92-4d11-9b28-27281647d737 on network aa4f75c5-5213-4ff6-92cc-17e0fe78067f {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:12:29.271413 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-2eef0cce-8a77-4142-b60d-cb0dc7a62660 None None] For port f3818a74-d766-4e6c-a19b-e87365a25c73, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:12:29.276037 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-2eef0cce-8a77-4142-b60d-cb0dc7a62660 None None] For port f3818a74-d766-4e6c-a19b-e87365a25c73, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=f3818a74-d766-4e6c-a19b-e87365a25c73,segment=NetworkSegment(cca157c3-43f8-4847-965b-0099907b03da),segment_id=cca157c3-43f8-4847-965b-0099907b03da)] {{(pid=101603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:12:29.277357 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc910c-81be-4b3a-8299-b958866694ef None None] Pushing event updated for resources: {'Port': ['ID=3a31ac89-9c92-4d11-9b28-27281647d737,revision_number=2']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:29.282318 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f500bb81-63dd-4118-a50c-9d5f47611fee None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:12:29.282692 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f500bb81-63dd-4118-a50c-9d5f47611fee None None] Checking segment: {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:12:29.283233 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-f500bb81-63dd-4118-a50c-9d5f47611fee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:29.283640 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f500bb81-63dd-4118-a50c-9d5f47611fee None None] Bound using segment: {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'} {{(pid=101603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:12:29.284213 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.managers [None req-f500bb81-63dd-4118-a50c-9d5f47611fee None None] Bound port: 3a31ac89-9c92-4d11-9b28-27281647d737, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a59663b-b10e-4f7d-84ef-62c15879cde7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f'}}] {{(pid=101603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:12:29.284758 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-f500bb81-63dd-4118-a50c-9d5f47611fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:29.289448 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-2eef0cce-8a77-4142-b60d-cb0dc7a62660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:29.455064 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 84ed880c-0b84-43d8-a670-38847f384176 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:12:29.505311 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-b00ed28f-7aa4-4732-8995-2ff58065a80c None None] Provisioning complete for port f3818a74-d766-4e6c-a19b-e87365a25c73 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:12:29.512431 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-b00ed28f-7aa4-4732-8995-2ff58065a80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:29.593021 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-f500bb81-63dd-4118-a50c-9d5f47611fee None None] For port 3a31ac89-9c92-4d11-9b28-27281647d737, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:12:29.600956 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eef0cce-8a77-4142-b60d-cb0dc7a62660 None None] Routers {'f910ef3c-29fd-4fd8-ace1-199c80795a48'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:12:29.601684 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-2eef0cce-8a77-4142-b60d-cb0dc7a62660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:12:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['f910ef3c-29fd-4fd8-ace1-199c80795a48'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:29.603506 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ec95f-e3ad-4e1d-a945-51085a989dda None None] Pushing event updated for resources: {'Port': ['ID=f3818a74-d766-4e6c-a19b-e87365a25c73,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:29.674024 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-391ba19a-9e6b-41ac-99b0-0e8cda4643de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:29.716893 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-f500bb81-63dd-4118-a50c-9d5f47611fee None None] For port 3a31ac89-9c92-4d11-9b28-27281647d737, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=3a31ac89-9c92-4d11-9b28-27281647d737,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:12:29.780053 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-b00ed28f-7aa4-4732-8995-2ff58065a80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:29.787152 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-f500bb81-63dd-4118-a50c-9d5f47611fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:29.857770 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35242) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:29.905990 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 35244) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:29.913442 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc910c-81be-4b3a-8299-b958866694ef None None] Pushing event updated for resources: {'Port': ['ID=3a31ac89-9c92-4d11-9b28-27281647d737,revision_number=3']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:29.921610 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-14b4285e-5dbf-4721-b9b2-578847d8e962 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=04f8456619124e328b9c2bfbc126c0e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0535147 Nov 11 01:12:29.964654 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-b00ed28f-7aa4-4732-8995-2ff58065a80c None None] For port f3818a74-d766-4e6c-a19b-e87365a25c73, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=f3818a74-d766-4e6c-a19b-e87365a25c73,segment=NetworkSegment(cca157c3-43f8-4847-965b-0099907b03da),segment_id=cca157c3-43f8-4847-965b-0099907b03da)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:29.974645 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f500bb81-63dd-4118-a50c-9d5f47611fee None None] Routers {'3c8ebab8-00e5-4bd5-8ccb-ec8bad571404'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:12:29.976138 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-f500bb81-63dd-4118-a50c-9d5f47611fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:12:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['3c8ebab8-00e5-4bd5-8ccb-ec8bad571404'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:29.981894 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35246) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:29.982739 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-b00ed28f-7aa4-4732-8995-2ff58065a80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:29.982867 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c6e23ee5-d405-42a2-aa69-a65fe10d43c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:29.988655 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-a5383fd1-bb98-4d96-9b45-a525c0057271 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-558106933', 'description': 'tempest-secgroup-smoke-558106933 description', 'project_id': '7768097cddbd4bfd856d852e06732b6d'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:12:30.005885 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c6e23ee5-d405-42a2-aa69-a65fe10d43c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.014100 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a5383fd1-bb98-4d96-9b45-a525c0057271 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.022626 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-2eef0cce-8a77-4142-b60d-cb0dc7a62660 None None] Set router f910ef3c-29fd-4fd8-ace1-199c80795a48 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:12:30.066918 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c6e23ee5-d405-42a2-aa69-a65fe10d43c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.070407 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c6e23ee5-d405-42a2-aa69-a65fe10d43c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.073457 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-c6e23ee5-d405-42a2-aa69-a65fe10d43c7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e344a803-dfa9-4eef-a170-2908a3a30158 HTTP/1.1" status: 204 len: 168 time: 0.1657457 Nov 11 01:12:30.083471 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e23ee5-d405-42a2-aa69-a65fe10d43c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e344a803-dfa9-4eef-a170-2908a3a30158,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:30.103367 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a5383fd1-bb98-4d96-9b45-a525c0057271 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.107150 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 84ed880c-0b84-43d8-a670-38847f384176 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:12:30.107524 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.107687 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a5383fd1-bb98-4d96-9b45-a525c0057271 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.134874 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a5383fd1-bb98-4d96-9b45-a525c0057271 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.136260 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-a5383fd1-bb98-4d96-9b45-a525c0057271 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1516781 Nov 11 01:12:30.140610 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 35250) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:30.145024 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5383fd1-bb98-4d96-9b45-a525c0057271 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:30.145586 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-455a8d21-aa0f-4742-8cfa-134e53dec66c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Request body: {'security_group_rule': {'security_group_id': 'dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7', 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:12:30.177830 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-455a8d21-aa0f-4742-8cfa-134e53dec66c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.231733 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-455a8d21-aa0f-4742-8cfa-134e53dec66c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.236198 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-455a8d21-aa0f-4742-8cfa-134e53dec66c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527026'] for security_group_rule, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.255254 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a8d21-aa0f-4742-8cfa-134e53dec66c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c91979b-d7a8-4340-859c-9bee2880a377,revision_number=0']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:30.264878 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-455a8d21-aa0f-4742-8cfa-134e53dec66c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.269487 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-455a8d21-aa0f-4742-8cfa-134e53dec66c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278005 Nov 11 01:12:30.269843 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35252) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:30.275424 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ed28f-7aa4-4732-8995-2ff58065a80c None None] Pushing event updated for resources: {'Port': ['ID=f3818a74-d766-4e6c-a19b-e87365a25c73,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:30.278370 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-6572366e-101d-4433-b14a-5b47c87f0160 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Request body: {'security_group_rule': {'security_group_id': 'dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7', 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:12:30.316766 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6572366e-101d-4433-b14a-5b47c87f0160 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.333316 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-67ce2741-ce6d-4315-a167-6b738539e6b0 None None] Provisioning complete for port f3818a74-d766-4e6c-a19b-e87365a25c73 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:12:30.333695 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-67ce2741-ce6d-4315-a167-6b738539e6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.386129 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6572366e-101d-4433-b14a-5b47c87f0160 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.392940 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6572366e-101d-4433-b14a-5b47c87f0160 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527026'] for security_group_rule, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.410475 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-f500bb81-63dd-4118-a50c-9d5f47611fee None None] Set router 3c8ebab8-00e5-4bd5-8ccb-ec8bad571404 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:12:30.417478 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572366e-101d-4433-b14a-5b47c87f0160 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d86bb3-a070-460a-b295-69a834fc19b3,revision_number=0']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:30.423576 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-6572366e-101d-4433-b14a-5b47c87f0160 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.428419 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 35254) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:30.432702 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-6572366e-101d-4433-b14a-5b47c87f0160 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1596427 Nov 11 01:12:30.434006 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-80d96642-fefe-4e6b-8a57-33f07d0e5e6a tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Request body: {'security_group_rule': {'security_group_id': 'dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7', 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:12:30.466818 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-80d96642-fefe-4e6b-8a57-33f07d0e5e6a tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.537906 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-80d96642-fefe-4e6b-8a57-33f07d0e5e6a tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.542637 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-80d96642-fefe-4e6b-8a57-33f07d0e5e6a tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527026'] for security_group_rule, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.561709 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d96642-fefe-4e6b-8a57-33f07d0e5e6a tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31223497-deb7-4827-a37e-c816348370b8,revision_number=0']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:30.572613 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-80d96642-fefe-4e6b-8a57-33f07d0e5e6a tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.576540 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-80d96642-fefe-4e6b-8a57-33f07d0e5e6a tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440749 Nov 11 01:12:30.576936 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35256) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:30.581710 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-bbab71bd-b5d1-4ba8-a84c-4e823b714bda tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Request body: {'security_group_rule': {'security_group_id': 'dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7', 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:12:30.608598 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-bbab71bd-b5d1-4ba8-a84c-4e823b714bda tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.670984 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-bbab71bd-b5d1-4ba8-a84c-4e823b714bda tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.676119 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-bbab71bd-b5d1-4ba8-a84c-4e823b714bda tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527026'] for security_group_rule, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.697386 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab71bd-b5d1-4ba8-a84c-4e823b714bda tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72740be4-edb8-4d91-8c89-cc6009f049d6,revision_number=0']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:30.708880 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-bbab71bd-b5d1-4ba8-a84c-4e823b714bda tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.712602 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-bbab71bd-b5d1-4ba8-a84c-4e823b714bda tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1320646 Nov 11 01:12:30.713201 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 35258) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:30.719265 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-00163e88-f2f7-4788-a567-fe3418eff0f2 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Request body: {'security_group_rule': {'security_group_id': 'dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7', 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:12:30.738125 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 62a4a0ca-c107-448e-9844-e930e3f797a4 no longer exists at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:12:30.742764 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.db.securitygroups_db [None req-00163e88-f2f7-4788-a567-fe3418eff0f2 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Project 7768097cddbd4bfd856d852e06732b6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 01:12:30.743991 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-2eef0cce-8a77-4142-b60d-cb0dc7a62660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:16Z', 'updated_at': '2021-11-11T01:12:19Z', 'revision_number': 4, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'gw_port': {'id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:17Z', 'updated_at': '2021-11-11T01:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': 'f3818a74-d766-4e6c-a19b-e87365a25c73', 'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'mac_address': 'fa:16:3e:aa:ea:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:19Z', 'updated_at': '2021-11-11T01:12:29Z', 'revision_number': 4, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'subnets': [{'id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:30.748283 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-00163e88-f2f7-4788-a567-fe3418eff0f2 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.811550 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-00163e88-f2f7-4788-a567-fe3418eff0f2 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.816539 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-00163e88-f2f7-4788-a567-fe3418eff0f2 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527026'] for security_group_rule, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.841717 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-00163e88-f2f7-4788-a567-fe3418eff0f2 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.845824 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-00163e88-f2f7-4788-a567-fe3418eff0f2 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277111 Nov 11 01:12:30.846120 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35264) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:30.850534 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-0028a524-b59f-4f7b-85cd-780fd4c8f497 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Request body: {'security_group_rule': {'security_group_id': 'dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7', 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:12:30.856188 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00163e88-f2f7-4788-a567-fe3418eff0f2 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a1669c1-5918-4f10-b7a9-bb2bf07fc9a4,revision_number=0']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:30.878220 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.db.securitygroups_db [None req-0028a524-b59f-4f7b-85cd-780fd4c8f497 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Project 7768097cddbd4bfd856d852e06732b6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 01:12:30.886107 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-0028a524-b59f-4f7b-85cd-780fd4c8f497 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.927280 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] No Port match for: 62a4a0ca-c107-448e-9844-e930e3f797a4 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:12:30.927618 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 62a4a0ca-c107-448e-9844-e930e3f797a4 not bound to the agent host dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:12:30.928220 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 0c348d9f-8349-4065-98be-5f0fb17fce1a no longer exists at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:12:30.932743 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eef0cce-8a77-4142-b60d-cb0dc7a62660 None None] The sync data for ids ['f910ef3c-29fd-4fd8-ace1-199c80795a48'] in dv-cinder-817085-3-iscsi is: [{'id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:16Z', 'updated_at': '2021-11-11T01:12:19Z', 'revision_number': 4, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'gw_port': {'id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:17Z', 'updated_at': '2021-11-11T01:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': 'f3818a74-d766-4e6c-a19b-e87365a25c73', 'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'mac_address': 'fa:16:3e:aa:ea:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:19Z', 'updated_at': '2021-11-11T01:12:29Z', 'revision_number': 4, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'subnets': [{'id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:12:30.960121 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] No Port match for: 0c348d9f-8349-4065-98be-5f0fb17fce1a {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:12:30.960481 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 0c348d9f-8349-4065-98be-5f0fb17fce1a not bound to the agent host dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:12:30.960891 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device cbc50812-83d8-4ee0-ba28-e6373620881c no longer exists at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:12:30.985670 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-0028a524-b59f-4f7b-85cd-780fd4c8f497 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.996253 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-0028a524-b59f-4f7b-85cd-780fd4c8f497 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527026'] for security_group_rule, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:30.998156 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] No Port match for: cbc50812-83d8-4ee0-ba28-e6373620881c {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:12:30.998662 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device cbc50812-83d8-4ee0-ba28-e6373620881c not bound to the agent host dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:12:31.022648 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028a524-b59f-4f7b-85cd-780fd4c8f497 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72fd4b23-71a4-49ad-af38-6728a0e4f7f8,revision_number=0']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:31.023985 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-f500bb81-63dd-4118-a50c-9d5f47611fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8ebab8-00e5-4bd5-8ccb-ec8bad571404', 'name': 'tempest-TestVolumeBootPattern-422230432-router', 'tenant_id': 'ce4470660cf54069b886e06ddbeabccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '3a31ac89-9c92-4d11-9b28-27281647d737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:23Z', 'updated_at': '2021-11-11T01:12:27Z', 'revision_number': 4, 'project_id': 'ce4470660cf54069b886e06ddbeabccb', 'gw_port': {'id': '3a31ac89-9c92-4d11-9b28-27281647d737', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:26:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8ebab8-00e5-4bd5-8ccb-ec8bad571404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:24Z', 'updated_at': '2021-11-11T01:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '8a18120d-e48d-4d04-9427-5f2ae68cbfe6', 'name': '', 'network_id': 'ea2834e3-0973-4c10-93ca-485b0964af33', 'tenant_id': 'ce4470660cf54069b886e06ddbeabccb', 'mac_address': 'fa:16:3e:8c:53:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8ebab8-00e5-4bd5-8ccb-ec8bad571404', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c5100770-51f3-470e-918b-667b8587135b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:27Z', 'updated_at': '2021-11-11T01:12:28Z', 'revision_number': 2, 'project_id': 'ce4470660cf54069b886e06ddbeabccb', 'subnets': [{'id': 'c5100770-51f3-470e-918b-667b8587135b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:31.042804 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-0028a524-b59f-4f7b-85cd-780fd4c8f497 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:31.049967 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-0028a524-b59f-4f7b-85cd-780fd4c8f497 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2026880 Nov 11 01:12:31.065916 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f500bb81-63dd-4118-a50c-9d5f47611fee None None] The sync data for ids ['3c8ebab8-00e5-4bd5-8ccb-ec8bad571404'] in dv-cinder-817085-3-iscsi is: [{'id': '3c8ebab8-00e5-4bd5-8ccb-ec8bad571404', 'name': 'tempest-TestVolumeBootPattern-422230432-router', 'tenant_id': 'ce4470660cf54069b886e06ddbeabccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '3a31ac89-9c92-4d11-9b28-27281647d737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:23Z', 'updated_at': '2021-11-11T01:12:27Z', 'revision_number': 4, 'project_id': 'ce4470660cf54069b886e06ddbeabccb', 'gw_port': {'id': '3a31ac89-9c92-4d11-9b28-27281647d737', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:26:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8ebab8-00e5-4bd5-8ccb-ec8bad571404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:24Z', 'updated_at': '2021-11-11T01:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '8a18120d-e48d-4d04-9427-5f2ae68cbfe6', 'name': '', 'network_id': 'ea2834e3-0973-4c10-93ca-485b0964af33', 'tenant_id': 'ce4470660cf54069b886e06ddbeabccb', 'mac_address': 'fa:16:3e:8c:53:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8ebab8-00e5-4bd5-8ccb-ec8bad571404', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c5100770-51f3-470e-918b-667b8587135b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:27Z', 'updated_at': '2021-11-11T01:12:28Z', 'revision_number': 2, 'project_id': 'ce4470660cf54069b886e06ddbeabccb', 'subnets': [{'id': 'c5100770-51f3-470e-918b-667b8587135b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:12:31.340088 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device f3818a74-d766-4e6c-a19b-e87365a25c73 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:12:31.470413 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port f3818a74-d766-4e6c-a19b-e87365a25c73 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:12:31.471435 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:31.828847 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-650a1779-c797-4ff6-aec6-00ac49570f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:31.835345 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35344) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:31.844714 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35348) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:32.001710 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-faf468c2-7333-4d70-a1fa-9baaed50508e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:32.004059 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5fa28fe8-f951-450e-bf3c-8cad77b26e53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:32.145683 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5fa28fe8-f951-450e-bf3c-8cad77b26e53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:32.147779 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-faf468c2-7333-4d70-a1fa-9baaed50508e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:32.151159 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5fa28fe8-f951-450e-bf3c-8cad77b26e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:32.157224 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-faf468c2-7333-4d70-a1fa-9baaed50508e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:32.220140 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-5fa28fe8-f951-450e-bf3c-8cad77b26e53 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8544018fb127405993f92fce6a68713f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3703151 Nov 11 01:12:32.220140 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa28fe8-f951-450e-bf3c-8cad77b26e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4932b673-b8a6-490d-9ffd-742835cb568e,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:32.221065 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 35364) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:32.230876 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-faf468c2-7333-4d70-a1fa-9baaed50508e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=256ee47159364316ac0b65b57cc07c68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3905773 Nov 11 01:12:32.231362 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 35366) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:32.249139 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf468c2-7333-4d70-a1fa-9baaed50508e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd2b33f-b30b-43a5-9f3c-ea7470d27ead,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:32.326762 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c8c51b9e-c713-4415-8737-25fb5512cb66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:32.340410 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dce5b901-4ed3-4eea-ad6d-149fdfd9dd61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:32.370158 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c8c51b9e-c713-4415-8737-25fb5512cb66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:32.390083 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dce5b901-4ed3-4eea-ad6d-149fdfd9dd61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:32.451878 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c8c51b9e-c713-4415-8737-25fb5512cb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:32.454496 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c8c51b9e-c713-4415-8737-25fb5512cb66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:32.455675 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-c8c51b9e-c713-4415-8737-25fb5512cb66 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1dd2b33f-b30b-43a5-9f3c-ea7470d27ead HTTP/1.1" status: 204 len: 168 time: 0.2233150 Nov 11 01:12:32.458317 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dce5b901-4ed3-4eea-ad6d-149fdfd9dd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:32.462554 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-dce5b901-4ed3-4eea-ad6d-149fdfd9dd61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:32.462554 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-dce5b901-4ed3-4eea-ad6d-149fdfd9dd61 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4932b673-b8a6-490d-9ffd-742835cb568e HTTP/1.1" status: 204 len: 168 time: 0.2387342 Nov 11 01:12:32.470284 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c51b9e-c713-4415-8737-25fb5512cb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd2b33f-b30b-43a5-9f3c-ea7470d27ead,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:32.487282 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5b901-4ed3-4eea-ad6d-149fdfd9dd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4932b673-b8a6-490d-9ffd-742835cb568e,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:32.764128 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 35378) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:32.782929 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-e2f6ef0a-116d-41d1-8557-4542cfae3877 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:32.802083 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 35380) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:32.819741 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c2ad593d-b6a6-4961-9c5b-91f6b1abd8c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:32.906442 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:32.908107 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-e2f6ef0a-116d-41d1-8557-4542cfae3877 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:32.913682 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-e2f6ef0a-116d-41d1-8557-4542cfae3877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:32.971102 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6ef0a-116d-41d1-8557-4542cfae3877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b07dd5-a56c-4fc3-8db7-41005d6a680a,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:32.978545 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-e2f6ef0a-116d-41d1-8557-4542cfae3877 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=07b63d267ddd4ade806b2f6add5cde65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2133083 Nov 11 01:12:32.980517 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c2ad593d-b6a6-4961-9c5b-91f6b1abd8c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:32.981737 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35384) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:32.992107 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c2ad593d-b6a6-4961-9c5b-91f6b1abd8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:33.034154 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-c2ad593d-b6a6-4961-9c5b-91f6b1abd8c8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8761f1e771184e72862d7166cf6ca529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310457 Nov 11 01:12:33.035321 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad593d-b6a6-4961-9c5b-91f6b1abd8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3498d398-3a03-4989-a3ce-28a95f4becdc,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:33.036910 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35386) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:33.056337 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b5e58cac-4dda-46fd-8ed2-16b9a1ffea87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:33.095918 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b5e58cac-4dda-46fd-8ed2-16b9a1ffea87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:33.137007 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-7b668367-2c1e-4c29-a533-6209d486fb52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:33.162115 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-7b668367-2c1e-4c29-a533-6209d486fb52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:33.174359 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b5e58cac-4dda-46fd-8ed2-16b9a1ffea87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:33.176973 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b5e58cac-4dda-46fd-8ed2-16b9a1ffea87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:33.178067 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-b5e58cac-4dda-46fd-8ed2-16b9a1ffea87 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c0b07dd5-a56c-4fc3-8db7-41005d6a680a HTTP/1.1" status: 204 len: 168 time: 0.1952434 Nov 11 01:12:33.208626 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e58cac-4dda-46fd-8ed2-16b9a1ffea87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b07dd5-a56c-4fc3-8db7-41005d6a680a,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:33.248684 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-7b668367-2c1e-4c29-a533-6209d486fb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:33.251588 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-7b668367-2c1e-4c29-a533-6209d486fb52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:33.252833 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-7b668367-2c1e-4c29-a533-6209d486fb52 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3498d398-3a03-4989-a3ce-28a95f4becdc HTTP/1.1" status: 204 len: 168 time: 0.2141497 Nov 11 01:12:33.264623 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b668367-2c1e-4c29-a533-6209d486fb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3498d398-3a03-4989-a3ce-28a95f4becdc,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:33.301412 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 3a31ac89-9c92-4d11-9b28-27281647d737 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:12:33.361580 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 3a31ac89-9c92-4d11-9b28-27281647d737 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:12:33.361953 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:33.496272 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:33.521918 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] For port 3a31ac89-9c92-4d11-9b28-27281647d737, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=3a31ac89-9c92-4d11-9b28-27281647d737,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:33.528071 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:33.592683 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Pushing event updated for resources: {'Port': ['ID=3a31ac89-9c92-4d11-9b28-27281647d737,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:34.440091 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:34.538521 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35452) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:34.767425 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-efc643b6-d009-45a9-b699-4a6914455f40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:34.853402 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-efc643b6-d009-45a9-b699-4a6914455f40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:34.858549 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-efc643b6-d009-45a9-b699-4a6914455f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:34.878301 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7899d831-afe3-4446-b038-87d0798a7e5f None None] Sync routers for ids ['3c8ebab8-00e5-4bd5-8ccb-ec8bad571404'] in dv-cinder-817085-3-iscsi {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:12:34.895243 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7899d831-afe3-4446-b038-87d0798a7e5f None None] Routers {'3c8ebab8-00e5-4bd5-8ccb-ec8bad571404'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:12:34.895875 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-7899d831-afe3-4446-b038-87d0798a7e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:12:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['3c8ebab8-00e5-4bd5-8ccb-ec8bad571404'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:34.898961 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-efc643b6-d009-45a9-b699-4a6914455f40 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d0751d21d440471b8d6dcc1be84c0f78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3592651 Nov 11 01:12:34.902470 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35462) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:34.908534 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc643b6-d009-45a9-b699-4a6914455f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d426819-d335-44fa-bdcf-1f0998726a7e,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:34.984678 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3eb0ce23-5c06-42f9-8e30-d3423527e45a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:35.019448 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:35.040639 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3eb0ce23-5c06-42f9-8e30-d3423527e45a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:35.042543 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-7899d831-afe3-4446-b038-87d0798a7e5f None None] Set router 3c8ebab8-00e5-4bd5-8ccb-ec8bad571404 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:12:35.108354 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3eb0ce23-5c06-42f9-8e30-d3423527e45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:35.112510 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-3eb0ce23-5c06-42f9-8e30-d3423527e45a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:35.117448 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-3eb0ce23-5c06-42f9-8e30-d3423527e45a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2d426819-d335-44fa-bdcf-1f0998726a7e HTTP/1.1" status: 204 len: 168 time: 0.2142637 Nov 11 01:12:35.131263 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0ce23-5c06-42f9-8e30-d3423527e45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d426819-d335-44fa-bdcf-1f0998726a7e,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:35.252534 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 3a31ac89-9c92-4d11-9b28-27281647d737 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:12:35.287377 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-7899d831-afe3-4446-b038-87d0798a7e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8ebab8-00e5-4bd5-8ccb-ec8bad571404', 'name': 'tempest-TestVolumeBootPattern-422230432-router', 'tenant_id': 'ce4470660cf54069b886e06ddbeabccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '3a31ac89-9c92-4d11-9b28-27281647d737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:23Z', 'updated_at': '2021-11-11T01:12:27Z', 'revision_number': 4, 'project_id': 'ce4470660cf54069b886e06ddbeabccb', 'gw_port': {'id': '3a31ac89-9c92-4d11-9b28-27281647d737', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8ebab8-00e5-4bd5-8ccb-ec8bad571404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:24Z', 'updated_at': '2021-11-11T01:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '8a18120d-e48d-4d04-9427-5f2ae68cbfe6', 'name': '', 'network_id': 'ea2834e3-0973-4c10-93ca-485b0964af33', 'tenant_id': 'ce4470660cf54069b886e06ddbeabccb', 'mac_address': 'fa:16:3e:8c:53:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8ebab8-00e5-4bd5-8ccb-ec8bad571404', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c5100770-51f3-470e-918b-667b8587135b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:27Z', 'updated_at': '2021-11-11T01:12:28Z', 'revision_number': 2, 'project_id': 'ce4470660cf54069b886e06ddbeabccb', 'subnets': [{'id': 'c5100770-51f3-470e-918b-667b8587135b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:35.318466 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 3a31ac89-9c92-4d11-9b28-27281647d737 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:12:35.319174 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:35.416811 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7899d831-afe3-4446-b038-87d0798a7e5f None None] Checking router: 3c8ebab8-00e5-4bd5-8ccb-ec8bad571404 for host: dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:12:35.417068 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7899d831-afe3-4446-b038-87d0798a7e5f None None] Updating router 3c8ebab8-00e5-4bd5-8ccb-ec8bad571404 port 8a18120d-e48d-4d04-9427-5f2ae68cbfe6 binding host dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 01:12:35.447451 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-7899d831-afe3-4446-b038-87d0798a7e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:35.751949 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-7899d831-afe3-4446-b038-87d0798a7e5f None None] Publish callbacks [] for port, precommit_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:35.757468 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-7899d831-afe3-4446-b038-87d0798a7e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:35.828424 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f5307-eea9-4d8e-84f4-57a7e8a3cbe0 None None] Pushing event updated for resources: {'Port': ['ID=8a18120d-e48d-4d04-9427-5f2ae68cbfe6,revision_number=3']} {{(pid=101604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:35.845685 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f5307-eea9-4d8e-84f4-57a7e8a3cbe0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:35.846056 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f5307-eea9-4d8e-84f4-57a7e8a3cbe0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:35.846387 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f5307-eea9-4d8e-84f4-57a7e8a3cbe0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:35.846739 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f5307-eea9-4d8e-84f4-57a7e8a3cbe0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:35.847104 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f5307-eea9-4d8e-84f4-57a7e8a3cbe0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:35.847437 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f5307-eea9-4d8e-84f4-57a7e8a3cbe0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:35.847771 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f5307-eea9-4d8e-84f4-57a7e8a3cbe0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:35.848093 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f5307-eea9-4d8e-84f4-57a7e8a3cbe0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:35.848444 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f5307-eea9-4d8e-84f4-57a7e8a3cbe0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:35.848768 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f5307-eea9-4d8e-84f4-57a7e8a3cbe0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:35.849273 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f5307-eea9-4d8e-84f4-57a7e8a3cbe0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:35.849790 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f5307-eea9-4d8e-84f4-57a7e8a3cbe0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:35.903036 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.managers [None req-7899d831-afe3-4446-b038-87d0798a7e5f None None] Attempting to bind port 8a18120d-e48d-4d04-9427-5f2ae68cbfe6 on host dv-cinder-817085-3-iscsi for vnic_type normal with profile {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:12:35.904070 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.managers [None req-7899d831-afe3-4446-b038-87d0798a7e5f None None] Attempting to bind port 8a18120d-e48d-4d04-9427-5f2ae68cbfe6 by drivers openvswitch,hyperv on host dv-cinder-817085-3-iscsi at level 0 using segments [{'id': '373e72ac-fe29-449c-9422-b14aaa2393dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea2834e3-0973-4c10-93ca-485b0964af33'}] {{(pid=101604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:12:35.904436 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7899d831-afe3-4446-b038-87d0798a7e5f None None] Attempting to bind port 8a18120d-e48d-4d04-9427-5f2ae68cbfe6 on network ea2834e3-0973-4c10-93ca-485b0964af33 {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:12:35.910823 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7899d831-afe3-4446-b038-87d0798a7e5f None None] Checking agent: {'id': 'cccdcb83-7e0b-455b-9575-6d2aeabcfe8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 0, 54, 35), 'started_at': datetime.datetime(2021, 11, 11, 0, 55, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:12:35.911248 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7899d831-afe3-4446-b038-87d0798a7e5f None None] Checking segment: {'id': '373e72ac-fe29-449c-9422-b14aaa2393dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea2834e3-0973-4c10-93ca-485b0964af33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:12:35.911652 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-7899d831-afe3-4446-b038-87d0798a7e5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:35.912045 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7899d831-afe3-4446-b038-87d0798a7e5f None None] Bound using segment: {'id': '373e72ac-fe29-449c-9422-b14aaa2393dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea2834e3-0973-4c10-93ca-485b0964af33'} {{(pid=101604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:12:35.912519 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.managers [None req-7899d831-afe3-4446-b038-87d0798a7e5f None None] Bound port: 8a18120d-e48d-4d04-9427-5f2ae68cbfe6, host: dv-cinder-817085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373e72ac-fe29-449c-9422-b14aaa2393dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea2834e3-0973-4c10-93ca-485b0964af33'}}] {{(pid=101604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:12:35.912915 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-7899d831-afe3-4446-b038-87d0798a7e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:35.986498 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.db [None req-7899d831-afe3-4446-b038-87d0798a7e5f None None] For port 8a18120d-e48d-4d04-9427-5f2ae68cbfe6, host dv-cinder-817085-3-iscsi, cleared binding levels {{(pid=101604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:12:35.991685 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.plugins.ml2.db [None req-7899d831-afe3-4446-b038-87d0798a7e5f None None] For port 8a18120d-e48d-4d04-9427-5f2ae68cbfe6, host dv-cinder-817085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=8a18120d-e48d-4d04-9427-5f2ae68cbfe6,segment=NetworkSegment(373e72ac-fe29-449c-9422-b14aaa2393dc),segment_id=373e72ac-fe29-449c-9422-b14aaa2393dc)] {{(pid=101604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:12:36.001382 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron_lib.callbacks.manager [None req-7899d831-afe3-4446-b038-87d0798a7e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:36.095278 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7899d831-afe3-4446-b038-87d0798a7e5f None None] Routers {'3c8ebab8-00e5-4bd5-8ccb-ec8bad571404'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:12:36.095915 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-7899d831-afe3-4446-b038-87d0798a7e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:12:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['3c8ebab8-00e5-4bd5-8ccb-ec8bad571404'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:36.137492 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f5307-eea9-4d8e-84f4-57a7e8a3cbe0 None None] Pushing event updated for resources: {'Port': ['ID=8a18120d-e48d-4d04-9427-5f2ae68cbfe6,revision_number=4']} {{(pid=101604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:36.160034 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-b8324ccc-3862-489f-9a1e-23591d0fff52 None None] Provisioning complete for port 8a18120d-e48d-4d04-9427-5f2ae68cbfe6 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:12:36.160607 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-b8324ccc-3862-489f-9a1e-23591d0fff52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:36.249342 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-7899d831-afe3-4446-b038-87d0798a7e5f None None] Set router 3c8ebab8-00e5-4bd5-8ccb-ec8bad571404 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:12:36.315336 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-b8324ccc-3862-489f-9a1e-23591d0fff52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:36.362908 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-b8324ccc-3862-489f-9a1e-23591d0fff52 None None] For port 8a18120d-e48d-4d04-9427-5f2ae68cbfe6, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=8a18120d-e48d-4d04-9427-5f2ae68cbfe6,segment=NetworkSegment(373e72ac-fe29-449c-9422-b14aaa2393dc),segment_id=373e72ac-fe29-449c-9422-b14aaa2393dc)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:12:36.367352 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-b8324ccc-3862-489f-9a1e-23591d0fff52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:36.441232 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8324ccc-3862-489f-9a1e-23591d0fff52 None None] Pushing event updated for resources: {'Port': ['ID=8a18120d-e48d-4d04-9427-5f2ae68cbfe6,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:36.493717 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-f52552a4-1e88-4351-b905-10167a5411f4 None None] Provisioning complete for port 8a18120d-e48d-4d04-9427-5f2ae68cbfe6 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:12:36.494682 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-f52552a4-1e88-4351-b905-10167a5411f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:36.549570 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-7899d831-afe3-4446-b038-87d0798a7e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8ebab8-00e5-4bd5-8ccb-ec8bad571404', 'name': 'tempest-TestVolumeBootPattern-422230432-router', 'tenant_id': 'ce4470660cf54069b886e06ddbeabccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '3a31ac89-9c92-4d11-9b28-27281647d737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:23Z', 'updated_at': '2021-11-11T01:12:27Z', 'revision_number': 4, 'project_id': 'ce4470660cf54069b886e06ddbeabccb', 'gw_port': {'id': '3a31ac89-9c92-4d11-9b28-27281647d737', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8ebab8-00e5-4bd5-8ccb-ec8bad571404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:24Z', 'updated_at': '2021-11-11T01:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '8a18120d-e48d-4d04-9427-5f2ae68cbfe6', 'name': '', 'network_id': 'ea2834e3-0973-4c10-93ca-485b0964af33', 'tenant_id': 'ce4470660cf54069b886e06ddbeabccb', 'mac_address': 'fa:16:3e:8c:53:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8ebab8-00e5-4bd5-8ccb-ec8bad571404', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c5100770-51f3-470e-918b-667b8587135b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:27Z', 'updated_at': '2021-11-11T01:12:35Z', 'revision_number': 4, 'project_id': 'ce4470660cf54069b886e06ddbeabccb', 'subnets': [{'id': 'c5100770-51f3-470e-918b-667b8587135b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:12:36.583702 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7899d831-afe3-4446-b038-87d0798a7e5f None None] The sync data for ids ['3c8ebab8-00e5-4bd5-8ccb-ec8bad571404'] in dv-cinder-817085-3-iscsi is: [{'id': '3c8ebab8-00e5-4bd5-8ccb-ec8bad571404', 'name': 'tempest-TestVolumeBootPattern-422230432-router', 'tenant_id': 'ce4470660cf54069b886e06ddbeabccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '3a31ac89-9c92-4d11-9b28-27281647d737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:23Z', 'updated_at': '2021-11-11T01:12:27Z', 'revision_number': 4, 'project_id': 'ce4470660cf54069b886e06ddbeabccb', 'gw_port': {'id': '3a31ac89-9c92-4d11-9b28-27281647d737', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8ebab8-00e5-4bd5-8ccb-ec8bad571404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:24Z', 'updated_at': '2021-11-11T01:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': '8a18120d-e48d-4d04-9427-5f2ae68cbfe6', 'name': '', 'network_id': 'ea2834e3-0973-4c10-93ca-485b0964af33', 'tenant_id': 'ce4470660cf54069b886e06ddbeabccb', 'mac_address': 'fa:16:3e:8c:53:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8ebab8-00e5-4bd5-8ccb-ec8bad571404', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'c5100770-51f3-470e-918b-667b8587135b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:27Z', 'updated_at': '2021-11-11T01:12:35Z', 'revision_number': 4, 'project_id': 'ce4470660cf54069b886e06ddbeabccb', 'subnets': [{'id': 'c5100770-51f3-470e-918b-667b8587135b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:12:37.261171 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 8a18120d-e48d-4d04-9427-5f2ae68cbfe6 up at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:12:37.312655 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Provisioning complete for port 8a18120d-e48d-4d04-9427-5f2ae68cbfe6 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:12:37.313021 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:39.602804 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 35602) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:39.710088 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-df6a694e-4bda-47ec-a034-778f0c314660 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:39.787683 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-df6a694e-4bda-47ec-a034-778f0c314660 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:39.791666 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-df6a694e-4bda-47ec-a034-778f0c314660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:39.833994 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-df6a694e-4bda-47ec-a034-778f0c314660 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0453e7a175d541f685881b766686cbca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300243 Nov 11 01:12:39.834838 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a694e-4bda-47ec-a034-778f0c314660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e944460-78c7-4141-93c7-0c00f23e1e88,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:39.836886 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35606) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:39.896160 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-43c5bee0-92c5-4c90-8867-0307aad9281b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:39.917465 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-43c5bee0-92c5-4c90-8867-0307aad9281b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:39.969414 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-43c5bee0-92c5-4c90-8867-0307aad9281b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:39.972115 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-43c5bee0-92c5-4c90-8867-0307aad9281b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:39.973261 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-43c5bee0-92c5-4c90-8867-0307aad9281b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3e944460-78c7-4141-93c7-0c00f23e1e88 HTTP/1.1" status: 204 len: 168 time: 0.1349881 Nov 11 01:12:39.982025 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5bee0-92c5-4c90-8867-0307aad9281b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e944460-78c7-4141-93c7-0c00f23e1e88,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:40.952363 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 35650) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:41.076112 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-3a82dcf1-ca73-40b6-8a5d-ffb7aaaa62aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:41.162387 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-3a82dcf1-ca73-40b6-8a5d-ffb7aaaa62aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:41.167866 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-3a82dcf1-ca73-40b6-8a5d-ffb7aaaa62aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:41.216750 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-3a82dcf1-ca73-40b6-8a5d-ffb7aaaa62aa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=887820a1fe7b489db76b356a661e4d25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605033 Nov 11 01:12:41.216750 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82dcf1-ca73-40b6-8a5d-ffb7aaaa62aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4cc08d-07bb-4f66-9075-5cf730ac824d,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:41.218906 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35660) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:41.283818 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5d78f6ad-0542-4473-86a7-94016f68ab20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:41.312533 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5d78f6ad-0542-4473-86a7-94016f68ab20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:41.372920 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5d78f6ad-0542-4473-86a7-94016f68ab20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:41.376879 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-5d78f6ad-0542-4473-86a7-94016f68ab20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:41.378250 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-5d78f6ad-0542-4473-86a7-94016f68ab20 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3f4cc08d-07bb-4f66-9075-5cf730ac824d HTTP/1.1" status: 204 len: 168 time: 0.1577041 Nov 11 01:12:41.393273 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78f6ad-0542-4473-86a7-94016f68ab20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4cc08d-07bb-4f66-9075-5cf730ac824d,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:43.013455 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35690) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:43.119349 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-70c5acc0-cc58-4d52-bb2e-a97a7858872d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:43.195055 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-70c5acc0-cc58-4d52-bb2e-a97a7858872d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:43.199396 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-70c5acc0-cc58-4d52-bb2e-a97a7858872d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:43.240579 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-70c5acc0-cc58-4d52-bb2e-a97a7858872d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5afce58764fe4e49b201c102ca0ac435&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260494 Nov 11 01:12:43.241254 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5acc0-cc58-4d52-bb2e-a97a7858872d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d985e0-65ca-4066-95bb-ddb6eee04950,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:43.244484 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35694) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:43.290736 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1f7bfbc1-2fa7-4738-bb8d-1772e9e4ded4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:43.311163 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1f7bfbc1-2fa7-4738-bb8d-1772e9e4ded4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:43.360044 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1f7bfbc1-2fa7-4738-bb8d-1772e9e4ded4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:43.362802 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-1f7bfbc1-2fa7-4738-bb8d-1772e9e4ded4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:43.363965 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-1f7bfbc1-2fa7-4738-bb8d-1772e9e4ded4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b4d985e0-65ca-4066-95bb-ddb6eee04950 HTTP/1.1" status: 204 len: 168 time: 0.1188643 Nov 11 01:12:43.372251 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7bfbc1-2fa7-4738-bb8d-1772e9e4ded4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d985e0-65ca-4066-95bb-ddb6eee04950,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:43.627774 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35702) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:43.640859 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a720d17e-69cb-4a01-8e6a-2af4e2557dfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:43.644592 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:43.715043 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a720d17e-69cb-4a01-8e6a-2af4e2557dfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:43.718433 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a720d17e-69cb-4a01-8e6a-2af4e2557dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:43.754610 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720d17e-69cb-4a01-8e6a-2af4e2557dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014d4740-6ccd-4cef-a6bc-34bba145f893,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:43.758903 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-a720d17e-69cb-4a01-8e6a-2af4e2557dfd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4227699ef84b444eb376b65876e80018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300929 Nov 11 01:12:43.761639 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35704) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:43.812718 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2b3e47c2-6ee2-427a-b239-4f9642859923 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:43.833623 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2b3e47c2-6ee2-427a-b239-4f9642859923 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:43.883656 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2b3e47c2-6ee2-427a-b239-4f9642859923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:43.886147 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-2b3e47c2-6ee2-427a-b239-4f9642859923 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:43.887304 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-2b3e47c2-6ee2-427a-b239-4f9642859923 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/014d4740-6ccd-4cef-a6bc-34bba145f893 HTTP/1.1" status: 204 len: 168 time: 0.1247835 Nov 11 01:12:43.894856 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e47c2-6ee2-427a-b239-4f9642859923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014d4740-6ccd-4cef-a6bc-34bba145f893,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:44.208683 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35710) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:44.222446 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-49f326c4-7c3e-4de2-9253-2b86031b8c87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:44.297280 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-49f326c4-7c3e-4de2-9253-2b86031b8c87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:44.300913 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-49f326c4-7c3e-4de2-9253-2b86031b8c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:44.342156 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-49f326c4-7c3e-4de2-9253-2b86031b8c87 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b6158ad6392446898f42b2024f8e130e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301835 Nov 11 01:12:44.342156 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f326c4-7c3e-4de2-9253-2b86031b8c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f02073-d9bd-4738-9d59-e052a5e635f3,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:44.343146 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 35712) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:44.393746 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-eec7cf4c-973e-4afd-9f46-43597ce74316 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:44.415774 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-eec7cf4c-973e-4afd-9f46-43597ce74316 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:44.462779 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-eec7cf4c-973e-4afd-9f46-43597ce74316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:44.466153 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-eec7cf4c-973e-4afd-9f46-43597ce74316 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:44.467527 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-eec7cf4c-973e-4afd-9f46-43597ce74316 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/37f02073-d9bd-4738-9d59-e052a5e635f3 HTTP/1.1" status: 204 len: 168 time: 0.1238482 Nov 11 01:12:44.476421 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7cf4c-973e-4afd-9f46-43597ce74316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f02073-d9bd-4738-9d59-e052a5e635f3,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:50.138142 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-9f8985d4-654e-4d40-8985-5221ed595035 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-558106933&fields=id&tenant_id=7768097cddbd4bfd856d852e06732b6d HTTP/1.1" status: 200 len: 267 time: 0.0527754 Nov 11 01:12:50.247048 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-a8bf36c6-c4df-4cd1-b3e2-19053be29ebd tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:50.248430 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-a8bf36c6-c4df-4cd1-b3e2-19053be29ebd tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/networks?id=f6faa490-5864-4152-980e-a0f56dce29f8 HTTP/1.1" status: 200 len: 812 time: 0.1036580 Nov 11 01:12:50.264116 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-8e1555cb-f012-4c7f-9164-067bb3054a01 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/quotas/7768097cddbd4bfd856d852e06732b6d HTTP/1.1" status: 200 len: 375 time: 0.0097301 Nov 11 01:12:50.320272 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-fcf2c26c-fbe6-463c-b627-c9b413b045c4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7768097cddbd4bfd856d852e06732b6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497825 Nov 11 01:12:50.336382 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-2811e6b4-db59-4f4f-ab7c-fbf28edce550 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=101602) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 01:12:50.337355 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-2811e6b4-db59-4f4f-ab7c-fbf28edce550 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049839 Nov 11 01:12:50.425310 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-6f37bd72-a73c-4465-9079-5f62cde91615 service neutron] 10.222.0.52 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820107 Nov 11 01:12:50.526194 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-bc90e354-7ba4-4d18-b952-484e858adf43 service neutron] 10.222.0.52 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939410 Nov 11 01:12:50.918262 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-98a22818-4139-45b5-b5fa-8bcf30d2d648 req-92f2a5e6-260e-4c9c-a9e6-6f9c0a592aba tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 210 time: 0.1293960 Nov 11 01:12:51.861502 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-5ae81b6b-ca25-4b69-839a-cd157262b871 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:51.862991 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-5ae81b6b-ca25-4b69-839a-cd157262b871 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.64 "GET /v2.0/networks?id=f6faa490-5864-4152-980e-a0f56dce29f8 HTTP/1.1" status: 200 len: 812 time: 0.1184459 Nov 11 01:12:51.948269 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-86b2071e-9df6-4031-b7b7-04be7a635b00 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7768097cddbd4bfd856d852e06732b6d HTTP/1.1" status: 200 len: 379 time: 0.0549254 Nov 11 01:12:51.961539 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-c532eaa6-5423-4adc-949b-5ee8211d2523 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Request body: {'port': {'device_id': 'b6f7b672-d2b8-4b4a-afae-27badff30668', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'admin_state_up': True, 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'security_groups': ['dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7']}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:12:52.018883 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-577a48bb-398c-44b9-971b-d5c96246e8a1 req-7fa60faf-6e64-4fc2-8a1f-f644acd55543 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 210 time: 0.0264671 Nov 11 01:12:52.073854 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-c532eaa6-5423-4adc-949b-5ee8211d2523 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Made reservation on behalf of 7768097cddbd4bfd856d852e06732b6d for: {'port': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:12:52.077191 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-c532eaa6-5423-4adc-949b-5ee8211d2523 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:52.202539 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-c532eaa6-5423-4adc-949b-5ee8211d2523 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Allocated IP 172.20.0.13 (f6faa490-5864-4152-980e-a0f56dce29f8/71ad3167-09ca-4b3e-944f-5d40c907be6a/155d9f91-26a8-463a-be2a-e6d0dc5d9a04) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:12:52.346173 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-c532eaa6-5423-4adc-949b-5ee8211d2523 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:52.381648 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-c532eaa6-5423-4adc-949b-5ee8211d2523 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:52.430636 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-c532eaa6-5423-4adc-949b-5ee8211d2523 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Network f6faa490-5864-4152-980e-a0f56dce29f8 is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:12:52.434433 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-c532eaa6-5423-4adc-949b-5ee8211d2523 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:12:52.437189 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-c532eaa6-5423-4adc-949b-5ee8211d2523 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:12:52.472442 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532eaa6-5423-4adc-949b-5ee8211d2523 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Pushing event updated for resources: {'Port': ['ID=155d9f91-26a8-463a-be2a-e6d0dc5d9a04,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:52.504758 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-c532eaa6-5423-4adc-949b-5ee8211d2523 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:52.505454 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-c532eaa6-5423-4adc-949b-5ee8211d2523 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:52.523295 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-c532eaa6-5423-4adc-949b-5ee8211d2523 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5687697 Nov 11 01:12:52.537791 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-6b72ef24-7abf-405a-a597-92e922b0957e tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=101601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 01:12:52.538910 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-6b72ef24-7abf-405a-a597-92e922b0957e tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076368 Nov 11 01:12:52.561544 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-35f91df6-6aee-473c-b8d2-b3577237c370 service neutron] Request body: {'port': {'device_id': 'b6f7b672-d2b8-4b4a-afae-27badff30668', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:12:52.629853 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-35f91df6-6aee-473c-b8d2-b3577237c370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:52.716558 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-7d833f52-8f28-4b86-b90f-8ca8ff81d62f None None] Provisioning complete for port 155d9f91-26a8-463a-be2a-e6d0dc5d9a04 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:12:52.717160 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-7d833f52-8f28-4b86-b90f-8ca8ff81d62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:52.753855 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-7d833f52-8f28-4b86-b90f-8ca8ff81d62f None None] Port 155d9f91-26a8-463a-be2a-e6d0dc5d9a04 cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:12:52.895551 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-35f91df6-6aee-473c-b8d2-b3577237c370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155d9f91-26a8-463a-be2a-e6d0dc5d9a04 {{(pid=101601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:12:52.903507 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-35f91df6-6aee-473c-b8d2-b3577237c370 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:52.914855 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.provisioning_blocks [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-35f91df6-6aee-473c-b8d2-b3577237c370 service neutron] Transition to ACTIVE for port object 155d9f91-26a8-463a-be2a-e6d0dc5d9a04 will not be triggered until provisioned by entity L2. {{(pid=101601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 01:12:52.918241 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-35f91df6-6aee-473c-b8d2-b3577237c370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:52.965211 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f91df6-6aee-473c-b8d2-b3577237c370 service neutron] Pushing event updated for resources: {'Port': ['ID=155d9f91-26a8-463a-be2a-e6d0dc5d9a04,revision_number=2']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:53.035362 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-35f91df6-6aee-473c-b8d2-b3577237c370 service neutron] Attempting to bind port 155d9f91-26a8-463a-be2a-e6d0dc5d9a04 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:12:53.035887 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-35f91df6-6aee-473c-b8d2-b3577237c370 service neutron] Attempting to bind port 155d9f91-26a8-463a-be2a-e6d0dc5d9a04 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': 'cca157c3-43f8-4847-965b-0099907b03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8'}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:12:53.036007 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-35f91df6-6aee-473c-b8d2-b3577237c370 service neutron] Attempting to bind port 155d9f91-26a8-463a-be2a-e6d0dc5d9a04 on network f6faa490-5864-4152-980e-a0f56dce29f8 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:12:53.041848 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-35f91df6-6aee-473c-b8d2-b3577237c370 service neutron] Port 155d9f91-26a8-463a-be2a-e6d0dc5d9a04 on network f6faa490-5864-4152-980e-a0f56dce29f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 01:12:53.042175 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-35f91df6-6aee-473c-b8d2-b3577237c370 service neutron] Attempting to bind port 155d9f91-26a8-463a-be2a-e6d0dc5d9a04 on network f6faa490-5864-4152-980e-a0f56dce29f8 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:12:53.047435 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-35f91df6-6aee-473c-b8d2-b3577237c370 service neutron] Checking agent: {'id': '9935500b-1718-4861-8412-1ae3ca811271', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'started_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:12:53.047768 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-35f91df6-6aee-473c-b8d2-b3577237c370 service neutron] Checking segment: {'id': 'cca157c3-43f8-4847-965b-0099907b03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:12:53.048138 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-35f91df6-6aee-473c-b8d2-b3577237c370 service neutron] Bound using segment: {'id': 'cca157c3-43f8-4847-965b-0099907b03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8'} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:12:53.048555 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-35f91df6-6aee-473c-b8d2-b3577237c370 service neutron] Bound port: 155d9f91-26a8-463a-be2a-e6d0dc5d9a04, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca157c3-43f8-4847-965b-0099907b03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8'}}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:12:53.048907 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-35f91df6-6aee-473c-b8d2-b3577237c370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:53.126471 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-35f91df6-6aee-473c-b8d2-b3577237c370 service neutron] For port 155d9f91-26a8-463a-be2a-e6d0dc5d9a04, host hv-cinder-81708, cleared binding levels {{(pid=101601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:12:53.129810 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-35f91df6-6aee-473c-b8d2-b3577237c370 service neutron] For port 155d9f91-26a8-463a-be2a-e6d0dc5d9a04, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=155d9f91-26a8-463a-be2a-e6d0dc5d9a04,segment=NetworkSegment(cca157c3-43f8-4847-965b-0099907b03da),segment_id=cca157c3-43f8-4847-965b-0099907b03da)] {{(pid=101601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:12:53.135150 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-35f91df6-6aee-473c-b8d2-b3577237c370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:53.144845 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fc654-c462-4699-88df-1e1e8b279426 req-1322e51d-f3c3-4cc8-b7b3-ca940921010c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:53.146329 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4e0fc654-c462-4699-88df-1e1e8b279426 req-1322e51d-f3c3-4cc8-b7b3-ca940921010c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 944 time: 0.0528605 Nov 11 01:12:53.167497 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-35f91df6-6aee-473c-b8d2-b3577237c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:53.167978 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-35f91df6-6aee-473c-b8d2-b3577237c370 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:53.169402 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-35f91df6-6aee-473c-b8d2-b3577237c370 service neutron] 10.222.0.64 "PUT /v2.0/ports/155d9f91-26a8-463a-be2a-e6d0dc5d9a04 HTTP/1.1" status: 200 len: 1094 time: 0.6147139 Nov 11 01:12:53.169877 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f7b672-d2b8-4b4a-afae-27badff30668', 'tag': '155d9f91-26a8-463a-be2a-e6d0dc5d9a04'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:12:53.172139 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8261bcb-ccfe-4a7c-a7bb-f46de7107e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f7b672-d2b8-4b4a-afae-27badff30668", "tag": "155d9f91-26a8-463a-be2a-e6d0dc5d9a04"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:12:53.211373 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f91df6-6aee-473c-b8d2-b3577237c370 service neutron] Pushing event updated for resources: {'Port': ['ID=155d9f91-26a8-463a-be2a-e6d0dc5d9a04,revision_number=3']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:53.221319 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44285644-c87e-4116-afe5-c96f5ec04670 x-openstack-request-id: req-44285644-c87e-4116-afe5-c96f5ec04670 {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:12:53.221848 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f7b672-d2b8-4b4a-afae-27badff30668", "tag": "155d9f91-26a8-463a-be2a-e6d0dc5d9a04", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:12:53.222795 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-44285644-c87e-4116-afe5-c96f5ec04670 {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:12:53.223364 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f7b672-d2b8-4b4a-afae-27badff30668', 'tag': '155d9f91-26a8-463a-be2a-e6d0dc5d9a04', 'status': 'completed', 'code': 200} Nov 11 01:12:53.226672 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4e0fc654-c462-4699-88df-1e1e8b279426 req-de50de4a-56d1-4623-b43f-cda6067f3c6e tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737987 Nov 11 01:12:53.336287 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-20bc74f6-18dd-4d7c-a4da-ce60dcb8dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:53.339037 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-20bc74f6-18dd-4d7c-a4da-ce60dcb8dc2a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7768097cddbd4bfd856d852e06732b6d&device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 1097 time: 0.0939951 Nov 11 01:12:53.391053 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-975ee72e-5dd0-46b2-a748-ab60066a37c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=155d9f91-26a8-463a-be2a-e6d0dc5d9a04 HTTP/1.1" status: 200 len: 217 time: 0.0365944 Nov 11 01:12:53.438476 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-8d736fec-3d34-47c8-8979-efa7af51504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:53.439950 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-8d736fec-3d34-47c8-8979-efa7af51504a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71ad3167-09ca-4b3e-944f-5d40c907be6a HTTP/1.1" status: 200 len: 851 time: 0.0423439 Nov 11 01:12:53.487277 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-b144a5be-f9f1-4d6c-ad9f-480666d48a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:53.488761 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-b144a5be-f9f1-4d6c-ad9f-480666d48a51 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6faa490-5864-4152-980e-a0f56dce29f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407832 Nov 11 01:12:53.577776 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-57400255-60c8-44e3-beac-f2243fbced2d service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807357 Nov 11 01:12:53.666298 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-cbb3c990-e418-4c4e-b5a7-d17ae4213679 req-1f7e1877-0d0f-447c-9b82-da904caf5fc9 service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813115 Nov 11 01:12:53.800168 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8261bcb-ccfe-4a7c-a7bb-f46de7107e0c req-6b71e0a4-06c4-4ae6-b1d4-28816900466e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:53.801594 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a8261bcb-ccfe-4a7c-a7bb-f46de7107e0c req-6b71e0a4-06c4-4ae6-b1d4-28816900466e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7768097cddbd4bfd856d852e06732b6d&device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 1097 time: 0.0399203 Nov 11 01:12:54.160546 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8261bcb-ccfe-4a7c-a7bb-f46de7107e0c req-5cb5bc1c-9431-44f2-a1b1-34dcb870493d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:54.161985 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a8261bcb-ccfe-4a7c-a7bb-f46de7107e0c req-5cb5bc1c-9431-44f2-a1b1-34dcb870493d service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6faa490-5864-4152-980e-a0f56dce29f8 HTTP/1.1" status: 200 len: 912 time: 0.3525643 Nov 11 01:12:54.201912 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a8261bcb-ccfe-4a7c-a7bb-f46de7107e0c req-7b79143a-813f-4edd-b511-73afdf70b497 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=155d9f91-26a8-463a-be2a-e6d0dc5d9a04 HTTP/1.1" status: 200 len: 217 time: 0.0322068 Nov 11 01:12:54.254385 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8261bcb-ccfe-4a7c-a7bb-f46de7107e0c req-ed8537c3-d901-4f69-917d-3c166a5fefd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:54.255768 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a8261bcb-ccfe-4a7c-a7bb-f46de7107e0c req-ed8537c3-d901-4f69-917d-3c166a5fefd7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71ad3167-09ca-4b3e-944f-5d40c907be6a HTTP/1.1" status: 200 len: 851 time: 0.0446393 Nov 11 01:12:54.301836 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8261bcb-ccfe-4a7c-a7bb-f46de7107e0c req-4ac2d47c-03a1-4deb-acd4-9f035cc02170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:54.303338 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a8261bcb-ccfe-4a7c-a7bb-f46de7107e0c req-4ac2d47c-03a1-4deb-acd4-9f035cc02170 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6faa490-5864-4152-980e-a0f56dce29f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394781 Nov 11 01:12:54.348974 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f2642-9cbf-4dcc-96bd-18f83546b8d3 req-d8441121-fc14-4cf6-8ba3-9115e0b85151 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:54.350418 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7a1f2642-9cbf-4dcc-96bd-18f83546b8d3 req-d8441121-fc14-4cf6-8ba3-9115e0b85151 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 944 time: 0.0532656 Nov 11 01:12:54.392900 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a8261bcb-ccfe-4a7c-a7bb-f46de7107e0c req-8dce8000-e8eb-4e79-a24d-58635cd7c4a5 service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821531 Nov 11 01:12:54.398940 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-7a1f2642-9cbf-4dcc-96bd-18f83546b8d3 req-45ff70c5-5c2f-4a76-8868-6e5dcbb6a8e9 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420501 Nov 11 01:12:54.484450 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-a8261bcb-ccfe-4a7c-a7bb-f46de7107e0c req-bbfd1b36-8ff4-4108-9c9b-a0ee45ee5c78 service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834363 Nov 11 01:12:55.010627 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 35880) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:55.114856 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c07fa449-908d-4282-974f-aaf668c15dbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:55.186602 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c07fa449-908d-4282-974f-aaf668c15dbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:55.190296 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c07fa449-908d-4282-974f-aaf668c15dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:55.227559 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-c07fa449-908d-4282-974f-aaf668c15dbc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=968a0bbb160b4336a2ba4d4111b6aa24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158642 Nov 11 01:12:55.230519 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07fa449-908d-4282-974f-aaf668c15dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7709112-c3dd-45c6-a186-3a51b4eb4f29,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:55.230890 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35884) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:55.280181 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-cd4dae00-88e5-4b1a-82b5-16f4bfc99c86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:55.300918 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-cd4dae00-88e5-4b1a-82b5-16f4bfc99c86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:55.347106 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-cd4dae00-88e5-4b1a-82b5-16f4bfc99c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:55.349622 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-cd4dae00-88e5-4b1a-82b5-16f4bfc99c86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:55.350762 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-cd4dae00-88e5-4b1a-82b5-16f4bfc99c86 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f7709112-c3dd-45c6-a186-3a51b4eb4f29 HTTP/1.1" status: 204 len: 168 time: 0.1188672 Nov 11 01:12:55.358823 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4dae00-88e5-4b1a-82b5-16f4bfc99c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7709112-c3dd-45c6-a186-3a51b4eb4f29,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:55.366308 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4dae00-88e5-4b1a-82b5-16f4bfc99c86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:55.366657 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4dae00-88e5-4b1a-82b5-16f4bfc99c86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:55.367017 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4dae00-88e5-4b1a-82b5-16f4bfc99c86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:55.367355 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4dae00-88e5-4b1a-82b5-16f4bfc99c86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:55.367682 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4dae00-88e5-4b1a-82b5-16f4bfc99c86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:55.368013 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4dae00-88e5-4b1a-82b5-16f4bfc99c86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:55.368339 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4dae00-88e5-4b1a-82b5-16f4bfc99c86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:55.368765 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4dae00-88e5-4b1a-82b5-16f4bfc99c86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:55.369238 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4dae00-88e5-4b1a-82b5-16f4bfc99c86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:55.369569 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4dae00-88e5-4b1a-82b5-16f4bfc99c86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:55.369916 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4dae00-88e5-4b1a-82b5-16f4bfc99c86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:55.370235 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4dae00-88e5-4b1a-82b5-16f4bfc99c86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:12:55.514764 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87faaa-cb54-418c-8c8a-414e8b807eb7 req-ebc64820-b22d-4445-acbc-0c38483f9a28 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:55.516294 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8f87faaa-cb54-418c-8c8a-414e8b807eb7 req-ebc64820-b22d-4445-acbc-0c38483f9a28 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 944 time: 0.0488997 Nov 11 01:12:55.572101 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8f87faaa-cb54-418c-8c8a-414e8b807eb7 req-0318eb28-30be-4082-8299-9ce3ed9251a5 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493677 Nov 11 01:12:55.610555 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35892) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:55.623510 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-26999b0f-776a-40c7-aa34-be7b4fc9a770 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:55.698936 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-26999b0f-776a-40c7-aa34-be7b4fc9a770 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:55.702583 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-26999b0f-776a-40c7-aa34-be7b4fc9a770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:55.740485 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-26999b0f-776a-40c7-aa34-be7b4fc9a770 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=da616cc97bd742b8ad9fceab94122ac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288159 Nov 11 01:12:55.741598 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26999b0f-776a-40c7-aa34-be7b4fc9a770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6595af3-1b5d-49e1-aa74-71e0435a2c9d,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:55.743217 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 35894) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:55.792506 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5727acca-320a-4015-94b3-5c86a486e35e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:55.812382 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5727acca-320a-4015-94b3-5c86a486e35e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:55.858141 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5727acca-320a-4015-94b3-5c86a486e35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:55.860423 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-5727acca-320a-4015-94b3-5c86a486e35e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:55.861549 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-5727acca-320a-4015-94b3-5c86a486e35e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e6595af3-1b5d-49e1-aa74-71e0435a2c9d HTTP/1.1" status: 204 len: 168 time: 0.1160738 Nov 11 01:12:55.869137 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727acca-320a-4015-94b3-5c86a486e35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6595af3-1b5d-49e1-aa74-71e0435a2c9d,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:56.686030 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfedee4-0a89-4028-8cad-d79020f03609 req-89828177-d6d9-467c-b470-ba8b7b1a182e tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:56.687531 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fdfedee4-0a89-4028-8cad-d79020f03609 req-89828177-d6d9-467c-b470-ba8b7b1a182e tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 944 time: 0.0505817 Nov 11 01:12:56.740752 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fdfedee4-0a89-4028-8cad-d79020f03609 req-817195d7-dca7-4733-a138-a4c97229836f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473177 Nov 11 01:12:57.857982 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951b4ac-2ae8-487d-825f-3472b6b046da req-b9334ba1-d1e8-4b57-b965-2d9da61b363f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:57.859474 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8951b4ac-2ae8-487d-825f-3472b6b046da req-b9334ba1-d1e8-4b57-b965-2d9da61b363f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 944 time: 0.0516555 Nov 11 01:12:57.906797 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8951b4ac-2ae8-487d-825f-3472b6b046da req-0369b506-2638-4c3e-b7ed-b1214b1ff298 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415525 Nov 11 01:12:59.018886 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91526757-36d3-41af-93e4-f0bceac53cd5 req-01f1af76-a9d0-45f7-bc72-2bd5274cf19a tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:12:59.020393 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-91526757-36d3-41af-93e4-f0bceac53cd5 req-01f1af76-a9d0-45f7-bc72-2bd5274cf19a tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 944 time: 0.0481160 Nov 11 01:12:59.068000 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-91526757-36d3-41af-93e4-f0bceac53cd5 req-7fc367a8-d0b9-40c3-94c9-4396a18a0a4f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414145 Nov 11 01:12:59.405739 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-bfaff3f4-d617-42a1-ab4f-6afa0b7b5982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:59.406660 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35944) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:59.511280 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-f682f613-d1bd-468f-83db-8d1fa4056f43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:59.583935 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-f682f613-d1bd-468f-83db-8d1fa4056f43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:59.587445 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-f682f613-d1bd-468f-83db-8d1fa4056f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:59.623488 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682f613-d1bd-468f-83db-8d1fa4056f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7f7df8-7647-49cd-9109-a1e4fced97de,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:12:59.627697 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-f682f613-d1bd-468f-83db-8d1fa4056f43 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9bac7c0116dc4efa9c5a1639987bee68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200112 Nov 11 01:12:59.630395 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 35948) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:12:59.675767 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-0f331c7e-8baf-43fa-be4b-377cc2847085 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:59.696560 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-0f331c7e-8baf-43fa-be4b-377cc2847085 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:59.747322 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-0f331c7e-8baf-43fa-be4b-377cc2847085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:59.749801 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-0f331c7e-8baf-43fa-be4b-377cc2847085 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:12:59.751064 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-0f331c7e-8baf-43fa-be4b-377cc2847085 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ef7f7df8-7647-49cd-9109-a1e4fced97de HTTP/1.1" status: 204 len: 168 time: 0.1197245 Nov 11 01:12:59.758636 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f331c7e-8baf-43fa-be4b-377cc2847085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7f7df8-7647-49cd-9109-a1e4fced97de,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:13:00.183017 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cf8c9-df3f-4491-92f2-8eb2cf68316c req-cbb90cde-5852-4fed-96a0-b04c03941248 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:13:00.184477 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3c5cf8c9-df3f-4491-92f2-8eb2cf68316c req-cbb90cde-5852-4fed-96a0-b04c03941248 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 944 time: 0.0492351 Nov 11 01:13:00.240280 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3c5cf8c9-df3f-4491-92f2-8eb2cf68316c req-51573606-5190-4c6d-9a84-3d36d542fe12 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498405 Nov 11 01:13:01.363131 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35ecdb-2824-4bf5-84cf-e67ab381e6bc req-07d13666-2ac9-48ef-89a6-90dde49d37de tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:13:01.364670 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-be35ecdb-2824-4bf5-84cf-e67ab381e6bc req-07d13666-2ac9-48ef-89a6-90dde49d37de tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 944 time: 0.0518210 Nov 11 01:13:01.421103 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-be35ecdb-2824-4bf5-84cf-e67ab381e6bc req-1de057ef-b4e4-4949-86a4-82e6320d7f27 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490501 Nov 11 01:13:01.814312 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-0e03d9bf-6149-45ef-8a84-6d67b2b8cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:02.533703 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23a198-4f3b-48fd-a960-62f1c2d28b89 req-3e42a105-c6fc-43f2-8a2a-67a0c7c23cdd tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:13:02.535184 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cf23a198-4f3b-48fd-a960-62f1c2d28b89 req-3e42a105-c6fc-43f2-8a2a-67a0c7c23cdd tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 944 time: 0.0479798 Nov 11 01:13:02.584841 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cf23a198-4f3b-48fd-a960-62f1c2d28b89 req-ef69288f-4e4a-4d39-9164-2382e8b3477f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432620 Nov 11 01:13:02.745840 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 155d9f91-26a8-463a-be2a-e6d0dc5d9a04 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 01:13:02.841335 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 155d9f91-26a8-463a-be2a-e6d0dc5d9a04, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=155d9f91-26a8-463a-be2a-e6d0dc5d9a04,segment=NetworkSegment(cca157c3-43f8-4847-965b-0099907b03da),segment_id=cca157c3-43f8-4847-965b-0099907b03da)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:13:02.853399 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Returning: {'device': '155d9f91-26a8-463a-be2a-e6d0dc5d9a04', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'port_id': '155d9f91-26a8-463a-be2a-e6d0dc5d9a04', 'mac_address': 'fa:16:3e:8d:ed:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 01:13:02.897492 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:13:02.903286 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:02.913973 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:02.918880 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155d9f91-26a8-463a-be2a-e6d0dc5d9a04 {{(pid=101603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:13:02.938651 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 155d9f91-26a8-463a-be2a-e6d0dc5d9a04, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=155d9f91-26a8-463a-be2a-e6d0dc5d9a04,segment=NetworkSegment(cca157c3-43f8-4847-965b-0099907b03da),segment_id=cca157c3-43f8-4847-965b-0099907b03da)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:13:02.947831 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:02.998724 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=155d9f91-26a8-463a-be2a-e6d0dc5d9a04,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:13:03.300586 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['155d9f91-26a8-463a-be2a-e6d0dc5d9a04'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:13:03.702720 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf853c40-c9d4-4067-b520-6de54008f686 req-27b41ec0-2de3-42f8-b7d3-1fe0d2f71a72 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:13:03.704233 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-bf853c40-c9d4-4067-b520-6de54008f686 req-27b41ec0-2de3-42f8-b7d3-1fe0d2f71a72 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 945 time: 0.0521526 Nov 11 01:13:03.754898 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-bf853c40-c9d4-4067-b520-6de54008f686 req-0038e940-9089-4a6a-ae38-539d291d9108 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448978 Nov 11 01:13:04.436682 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:04.762058 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 155d9f91-26a8-463a-be2a-e6d0dc5d9a04 up at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:13:04.814149 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning for port 155d9f91-26a8-463a-be2a-e6d0dc5d9a04 completed by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 01:13:04.818773 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning complete for port 155d9f91-26a8-463a-be2a-e6d0dc5d9a04 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:13:04.819174 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:04.872899 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6d10e-756d-42a2-b2bf-55e8527457b7 req-323e7e14-1b20-45a4-a50a-bbd95c8b0041 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:13:04.874433 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d5f6d10e-756d-42a2-b2bf-55e8527457b7 req-323e7e14-1b20-45a4-a50a-bbd95c8b0041 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 945 time: 0.0495439 Nov 11 01:13:04.904453 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:04.926289 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d5f6d10e-756d-42a2-b2bf-55e8527457b7 req-c786108c-87ad-4331-9a95-d9a1e3b71e56 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457101 Nov 11 01:13:04.927864 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f7b672-d2b8-4b4a-afae-27badff30668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155d9f91-26a8-463a-be2a-e6d0dc5d9a04'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:13:04.930212 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b82629-ce25-43c9-b029-9c16953b45c0" -d '{"events": [{"server_uuid": "b6f7b672-d2b8-4b4a-afae-27badff30668", "name": "network-vif-plugged", "status": "completed", "tag": "155d9f91-26a8-463a-be2a-e6d0dc5d9a04"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:13:04.950588 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 155d9f91-26a8-463a-be2a-e6d0dc5d9a04, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=155d9f91-26a8-463a-be2a-e6d0dc5d9a04,segment=NetworkSegment(cca157c3-43f8-4847-965b-0099907b03da),segment_id=cca157c3-43f8-4847-965b-0099907b03da)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:13:04.954832 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:04.981996 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4048654b-93b4-4b59-bd83-c0bee2cc03bf x-openstack-request-id: req-4048654b-93b4-4b59-bd83-c0bee2cc03bf {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:13:04.982286 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f7b672-d2b8-4b4a-afae-27badff30668", "name": "network-vif-plugged", "status": "completed", "tag": "155d9f91-26a8-463a-be2a-e6d0dc5d9a04", "code": 200}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:13:04.982538 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4048654b-93b4-4b59-bd83-c0bee2cc03bf {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:13:04.982922 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f7b672-d2b8-4b4a-afae-27badff30668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155d9f91-26a8-463a-be2a-e6d0dc5d9a04', 'code': 200} Nov 11 01:13:05.017760 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:05.021576 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=155d9f91-26a8-463a-be2a-e6d0dc5d9a04,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:13:05.230535 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1463515-f96b-42aa-adcc-2d03cc3add4d req-e73adcd6-e068-4374-912e-8e52c40349c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:13:05.232079 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b1463515-f96b-42aa-adcc-2d03cc3add4d req-e73adcd6-e068-4374-912e-8e52c40349c4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 1099 time: 0.0409019 Nov 11 01:13:05.280214 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b1463515-f96b-42aa-adcc-2d03cc3add4d req-5e545b3e-dc6a-43d1-9b23-2bef45d7cc26 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395675 Nov 11 01:13:06.048206 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b22bae-2b4f-4d94-8c44-35551432018d req-ad68f107-24fe-4c78-857a-aed7a876c82e tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:13:06.049652 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-97b22bae-2b4f-4d94-8c44-35551432018d req-ad68f107-24fe-4c78-857a-aed7a876c82e tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 946 time: 0.0532789 Nov 11 01:13:06.103050 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-97b22bae-2b4f-4d94-8c44-35551432018d req-f0f5be19-5cff-4964-91bf-b921eb7881df tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474374 Nov 11 01:13:07.222472 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87818e0a-fbbc-49ba-bf8c-caff41975482 req-363aa898-6791-4517-a1e9-57b92fa2faa4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:13:07.224564 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-87818e0a-fbbc-49ba-bf8c-caff41975482 req-363aa898-6791-4517-a1e9-57b92fa2faa4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 946 time: 0.0500641 Nov 11 01:13:07.273261 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-87818e0a-fbbc-49ba-bf8c-caff41975482 req-31fb71a2-07ae-4b72-b341-0da57d56265d tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420833 Nov 11 01:13:07.391470 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5bded-a177-46d2-9934-958acd527c54 req-8fd0536b-0eca-47f9-82b3-8479efc62e7b tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:13:07.392966 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-24b5bded-a177-46d2-9934-958acd527c54 req-8fd0536b-0eca-47f9-82b3-8479efc62e7b tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 946 time: 0.0506070 Nov 11 01:13:07.444919 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-24b5bded-a177-46d2-9934-958acd527c54 req-69ccd316-bb2a-49c7-98c8-7e54864c1609 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461388 Nov 11 01:13:07.467850 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 36058) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:13:07.648521 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82316b9b-7455-4980-9bcd-59060c59d62e tempest-TestVolumeBootPattern-1194044299 tempest-TestVolumeBootPattern-1194044299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:13:07.652839 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-82316b9b-7455-4980-9bcd-59060c59d62e tempest-TestVolumeBootPattern-1194044299 tempest-TestVolumeBootPattern-1194044299-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 1094 time: 0.1812320 Nov 11 01:13:07.653124 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 36062) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:13:07.657511 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [None req-362211e6-bd72-4fdc-8c37-e6180c534546 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Request body: {'floatingip': {'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'port_id': '155d9f91-26a8-463a-be2a-e6d0dc5d9a04', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:13:07.681184 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-362211e6-bd72-4fdc-8c37-e6180c534546 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for floatingip, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:07.780976 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-362211e6-bd72-4fdc-8c37-e6180c534546 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:07.892263 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [None req-362211e6-bd72-4fdc-8c37-e6180c534546 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Allocated IP 172.27.2.9 (aa4f75c5-5213-4ff6-92cc-17e0fe78067f/bed3c881-f684-464c-a719-dd29140bdb28/f8d11ee9-a185-434a-bae3-a9a1d28c2d0c) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:13:08.001616 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-362211e6-bd72-4fdc-8c37-e6180c534546 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:08.034652 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-362211e6-bd72-4fdc-8c37-e6180c534546 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:08.077481 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362211e6-bd72-4fdc-8c37-e6180c534546 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Network aa4f75c5-5213-4ff6-92cc-17e0fe78067f is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:13:08.080972 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [None req-362211e6-bd72-4fdc-8c37-e6180c534546 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:13:08.085225 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362211e6-bd72-4fdc-8c37-e6180c534546 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:13:08.088792 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362211e6-bd72-4fdc-8c37-e6180c534546 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Pushing event updated for resources: {'Port': ['ID=f8d11ee9-a185-434a-bae3-a9a1d28c2d0c,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:13:08.461023 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-362211e6-bd72-4fdc-8c37-e6180c534546 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:08.549574 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-362211e6-bd72-4fdc-8c37-e6180c534546 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:08.712519 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-362211e6-bd72-4fdc-8c37-e6180c534546 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for port, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:08.717250 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-362211e6-bd72-4fdc-8c37-e6180c534546 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:08.791148 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362211e6-bd72-4fdc-8c37-e6180c534546 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Pushing event updated for resources: {'Port': ['ID=f8d11ee9-a185-434a-bae3-a9a1d28c2d0c,revision_number=2']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:13:08.803319 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-362211e6-bd72-4fdc-8c37-e6180c534546 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918241'] for floatingip, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:08.916955 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.db.l3_db [None req-362211e6-bd72-4fdc-8c37-e6180c534546 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Floating IP 7a21efa8-877f-4151-b7b5-9bdfb0d918ac associated. External IP: 172.27.2.9, port: 155d9f91-26a8-463a-be2a-e6d0dc5d9a04. Nov 11 01:13:09.158662 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362211e6-bd72-4fdc-8c37-e6180c534546 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Router f910ef3c-29fd-4fd8-ace1-199c80795a48 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:13:09.271344 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362211e6-bd72-4fdc-8c37-e6180c534546 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:13:09.282411 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3bf400-e140-4cc2-b612-3f3c89f6a3a3 None None] Sync routers for ids ['f910ef3c-29fd-4fd8-ace1-199c80795a48'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:13:09.289415 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-362211e6-bd72-4fdc-8c37-e6180c534546 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for floatingip, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:09.294405 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3bf400-e140-4cc2-b612-3f3c89f6a3a3 None None] Routers {'f910ef3c-29fd-4fd8-ace1-199c80795a48'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:13:09.295063 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-4d3bf400-e140-4cc2-b612-3f3c89f6a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:13:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['f910ef3c-29fd-4fd8-ace1-199c80795a48'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:13:09.317831 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-362211e6-bd72-4fdc-8c37-e6180c534546 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6635938 Nov 11 01:13:09.318700 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f7b672-d2b8-4b4a-afae-27badff30668', 'tag': '155d9f91-26a8-463a-be2a-e6d0dc5d9a04'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:13:09.321205 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0605a9f8-ffa4-490a-8bcb-9e5c446ce1bb" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f7b672-d2b8-4b4a-afae-27badff30668", "tag": "155d9f91-26a8-463a-be2a-e6d0dc5d9a04"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:13:09.360639 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dba333f-5ab3-43b3-a3b9-852fb81906c1 x-openstack-request-id: req-0dba333f-5ab3-43b3-a3b9-852fb81906c1 {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:13:09.360852 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f7b672-d2b8-4b4a-afae-27badff30668", "tag": "155d9f91-26a8-463a-be2a-e6d0dc5d9a04", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:13:09.361092 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0dba333f-5ab3-43b3-a3b9-852fb81906c1 {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:13:09.361457 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f7b672-d2b8-4b4a-afae-27badff30668', 'tag': '155d9f91-26a8-463a-be2a-e6d0dc5d9a04', 'status': 'completed', 'code': 200} Nov 11 01:13:09.405797 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-4d3bf400-e140-4cc2-b612-3f3c89f6a3a3 None None] Set router f910ef3c-29fd-4fd8-ace1-199c80795a48 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:13:09.453902 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605a9f8-ffa4-490a-8bcb-9e5c446ce1bb req-5b87fb14-5b2f-400a-b105-21e2e5dfd1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:13:09.455487 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-0605a9f8-ffa4-490a-8bcb-9e5c446ce1bb req-5b87fb14-5b2f-400a-b105-21e2e5dfd1ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7768097cddbd4bfd856d852e06732b6d&device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 1099 time: 0.0415351 Nov 11 01:13:09.553305 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605a9f8-ffa4-490a-8bcb-9e5c446ce1bb req-95e7403f-5cb7-46bb-bedd-c905ce2c0f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:13:09.554818 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-0605a9f8-ffa4-490a-8bcb-9e5c446ce1bb req-95e7403f-5cb7-46bb-bedd-c905ce2c0f89 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6faa490-5864-4152-980e-a0f56dce29f8 HTTP/1.1" status: 200 len: 912 time: 0.0869122 Nov 11 01:13:09.620251 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-0605a9f8-ffa4-490a-8bcb-9e5c446ce1bb req-27e0103f-6123-4f50-9400-b09c9bd6cedb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=155d9f91-26a8-463a-be2a-e6d0dc5d9a04 HTTP/1.1" status: 200 len: 998 time: 0.0579939 Nov 11 01:13:09.637189 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-4d3bf400-e140-4cc2-b612-3f3c89f6a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:16Z', 'updated_at': '2021-11-11T01:12:19Z', 'revision_number': 4, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'gw_port': {'id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:17Z', 'updated_at': '2021-11-11T01:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': '7a21efa8-877f-4151-b7b5-9bdfb0d918ac', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'port_id': '155d9f91-26a8-463a-be2a-e6d0dc5d9a04', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'mac_address': 'fa:16:3e:8d:ed:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f7b672-d2b8-4b4a-afae-27badff30668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:13:08Z', 'updated_at': '2021-11-11T01:13:08Z', 'revision_number': 0, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3818a74-d766-4e6c-a19b-e87365a25c73', 'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'mac_address': 'fa:16:3e:aa:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:19Z', 'updated_at': '2021-11-11T01:12:29Z', 'revision_number': 5, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'subnets': [{'id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:13:09.663614 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3bf400-e140-4cc2-b612-3f3c89f6a3a3 None None] Checking router: f910ef3c-29fd-4fd8-ace1-199c80795a48 for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:13:09.672684 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605a9f8-ffa4-490a-8bcb-9e5c446ce1bb req-9a5da318-a7cd-4016-94c8-57cb83cc7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:13:09.673871 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3bf400-e140-4cc2-b612-3f3c89f6a3a3 None None] Routers {'f910ef3c-29fd-4fd8-ace1-199c80795a48'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:13:09.674145 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-0605a9f8-ffa4-490a-8bcb-9e5c446ce1bb req-9a5da318-a7cd-4016-94c8-57cb83cc7dcd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71ad3167-09ca-4b3e-944f-5d40c907be6a HTTP/1.1" status: 200 len: 851 time: 0.0470629 Nov 11 01:13:09.674465 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-4d3bf400-e140-4cc2-b612-3f3c89f6a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:13:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['f910ef3c-29fd-4fd8-ace1-199c80795a48'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:13:09.724384 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605a9f8-ffa4-490a-8bcb-9e5c446ce1bb req-a1823f2e-7917-4c04-ad8e-8d18cc53c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:13:09.725890 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-0605a9f8-ffa4-490a-8bcb-9e5c446ce1bb req-a1823f2e-7917-4c04-ad8e-8d18cc53c8c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6faa490-5864-4152-980e-a0f56dce29f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438085 Nov 11 01:13:09.786152 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-4d3bf400-e140-4cc2-b612-3f3c89f6a3a3 None None] Set router f910ef3c-29fd-4fd8-ace1-199c80795a48 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:13:09.819539 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-0605a9f8-ffa4-490a-8bcb-9e5c446ce1bb req-b9e16fc9-1a5f-4d10-99cd-ad61959fc640 service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857983 Nov 11 01:13:09.923004 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-0605a9f8-ffa4-490a-8bcb-9e5c446ce1bb req-4be16a2f-a694-4e55-baec-74e41fc0b6af service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953953 Nov 11 01:13:10.138095 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-4d3bf400-e140-4cc2-b612-3f3c89f6a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:16Z', 'updated_at': '2021-11-11T01:12:19Z', 'revision_number': 4, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'gw_port': {'id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:17Z', 'updated_at': '2021-11-11T01:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': '7a21efa8-877f-4151-b7b5-9bdfb0d918ac', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'port_id': '155d9f91-26a8-463a-be2a-e6d0dc5d9a04', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'mac_address': 'fa:16:3e:8d:ed:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f7b672-d2b8-4b4a-afae-27badff30668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:13:08Z', 'updated_at': '2021-11-11T01:13:08Z', 'revision_number': 0, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3818a74-d766-4e6c-a19b-e87365a25c73', 'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'mac_address': 'fa:16:3e:aa:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:19Z', 'updated_at': '2021-11-11T01:12:29Z', 'revision_number': 5, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'subnets': [{'id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:13:10.168886 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3bf400-e140-4cc2-b612-3f3c89f6a3a3 None None] The sync data for ids ['f910ef3c-29fd-4fd8-ace1-199c80795a48'] in dv-cinder-817085-3-iscsi is: [{'id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:16Z', 'updated_at': '2021-11-11T01:12:19Z', 'revision_number': 4, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'gw_port': {'id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:17Z', 'updated_at': '2021-11-11T01:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': '7a21efa8-877f-4151-b7b5-9bdfb0d918ac', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'port_id': '155d9f91-26a8-463a-be2a-e6d0dc5d9a04', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'mac_address': 'fa:16:3e:8d:ed:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f7b672-d2b8-4b4a-afae-27badff30668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:13:08Z', 'updated_at': '2021-11-11T01:13:08Z', 'revision_number': 0, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3818a74-d766-4e6c-a19b-e87365a25c73', 'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'mac_address': 'fa:16:3e:aa:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:19Z', 'updated_at': '2021-11-11T01:12:29Z', 'revision_number': 5, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'subnets': [{'id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:13:10.359132 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd90724f-b0ac-4913-b9cc-aad6bbf2470c None None] New status for floating IP 7a21efa8-877f-4151-b7b5-9bdfb0d918ac: ACTIVE {{(pid=101604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 01:13:13.668103 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:29.222142 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 36162) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:13:29.331155 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-20d3e848-41ce-4940-b17e-a906a965419b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:29.403975 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1f8ad2a3-4c06-42d7-96ee-3b4e3c969270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:29.407083 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-20d3e848-41ce-4940-b17e-a906a965419b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:29.410769 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-20d3e848-41ce-4940-b17e-a906a965419b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:29.447698 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3e848-41ce-4940-b17e-a906a965419b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8c189c-9834-4e32-a962-204a5aaee19c,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:13:29.452411 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-20d3e848-41ce-4940-b17e-a906a965419b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=91ff076d582e43ac8b979c95cafdd855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292721 Nov 11 01:13:29.455151 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 36166) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:13:29.501564 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-33412cb7-0935-41e2-ba72-fb3cc55316a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:29.522117 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-33412cb7-0935-41e2-ba72-fb3cc55316a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:29.572361 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-33412cb7-0935-41e2-ba72-fb3cc55316a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:29.577281 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-33412cb7-0935-41e2-ba72-fb3cc55316a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:29.578463 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-33412cb7-0935-41e2-ba72-fb3cc55316a3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ac8c189c-9834-4e32-a962-204a5aaee19c HTTP/1.1" status: 204 len: 168 time: 0.1224854 Nov 11 01:13:29.586178 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33412cb7-0935-41e2-ba72-fb3cc55316a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8c189c-9834-4e32-a962-204a5aaee19c,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:13:31.815054 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-41282ff2-c828-4bca-be73-784c92a1a81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:32.907682 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:34.443700 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:34.998748 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:39.895866 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:13:43.661805 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:13:50.866892 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-18c5842d-6bcd-4bee-98b7-53aec32e786d req-c330c7f8-c30a-4239-a4cb-05c0c01c1e61 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b6f7b672-d2b8-4b4a-afae-27badff30668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429459 Nov 11 01:13:50.964306 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5842d-6bcd-4bee-98b7-53aec32e786d req-c58c8bc8-2f0a-44ef-943f-93a3167d544e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:13:50.966853 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-18c5842d-6bcd-4bee-98b7-53aec32e786d req-c58c8bc8-2f0a-44ef-943f-93a3167d544e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7768097cddbd4bfd856d852e06732b6d&device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 1099 time: 0.0408926 Nov 11 01:13:51.070005 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5842d-6bcd-4bee-98b7-53aec32e786d req-9c881b0b-274a-4801-8a7c-d34cb4c3f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:13:51.071465 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-18c5842d-6bcd-4bee-98b7-53aec32e786d req-9c881b0b-274a-4801-8a7c-d34cb4c3f538 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6faa490-5864-4152-980e-a0f56dce29f8 HTTP/1.1" status: 200 len: 912 time: 0.0865731 Nov 11 01:13:51.135701 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-18c5842d-6bcd-4bee-98b7-53aec32e786d req-736999c5-cb28-495b-bd62-b9a72ca8c161 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=155d9f91-26a8-463a-be2a-e6d0dc5d9a04 HTTP/1.1" status: 200 len: 1000 time: 0.0564373 Nov 11 01:13:51.183272 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5842d-6bcd-4bee-98b7-53aec32e786d req-d7c9d76a-2f23-4c0f-a493-5bc30bfa1596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:13:51.185086 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-18c5842d-6bcd-4bee-98b7-53aec32e786d req-d7c9d76a-2f23-4c0f-a493-5bc30bfa1596 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71ad3167-09ca-4b3e-944f-5d40c907be6a HTTP/1.1" status: 200 len: 851 time: 0.0416281 Nov 11 01:13:51.231786 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5842d-6bcd-4bee-98b7-53aec32e786d req-39d671ac-92e7-4e7b-8621-5fcd5c0f546c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:13:51.233220 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-18c5842d-6bcd-4bee-98b7-53aec32e786d req-39d671ac-92e7-4e7b-8621-5fcd5c0f546c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6faa490-5864-4152-980e-a0f56dce29f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418527 Nov 11 01:13:51.319513 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-18c5842d-6bcd-4bee-98b7-53aec32e786d req-bbbfaadf-5f26-41ec-a5d4-c0e6cfdf6f25 service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782208 Nov 11 01:13:51.408679 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-18c5842d-6bcd-4bee-98b7-53aec32e786d req-140f73b4-6b0a-4613-85ab-fb4b8358ef31 service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818071 Nov 11 01:13:59.405422 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-bc161e49-216e-4ae9-9b5d-a9574edabd04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:14:01.817376 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-b22bcf38-016d-4c8d-864d-4c4c476900eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:14:02.910714 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:14:04.445723 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:14:05.000876 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:14:13.672311 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:14:16.895267 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:14:29.407412 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-7adc0659-a4c1-492a-a9ac-e94bb9645f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:14:31.819792 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-4c9daa8b-e7d7-4ff2-8af1-b159d3531ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:14:32.911541 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:14:34.448466 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:14:35.002329 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:14:43.703265 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:14:51.882337 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-270b074f-508b-4ba8-a91f-66ed11e1add0 req-c61e9614-fd2e-4984-be57-df8b4de73a79 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b6f7b672-d2b8-4b4a-afae-27badff30668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405819 Nov 11 01:14:51.982898 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b074f-508b-4ba8-a91f-66ed11e1add0 req-b088dfc4-5a68-41ca-a3cb-aab9cf70e1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:14:51.984414 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-270b074f-508b-4ba8-a91f-66ed11e1add0 req-b088dfc4-5a68-41ca-a3cb-aab9cf70e1a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7768097cddbd4bfd856d852e06732b6d&device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 1099 time: 0.0406830 Nov 11 01:14:52.088920 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b074f-508b-4ba8-a91f-66ed11e1add0 req-0a67e338-296f-410a-8f31-85be1e1de1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:14:52.090622 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-270b074f-508b-4ba8-a91f-66ed11e1add0 req-0a67e338-296f-410a-8f31-85be1e1de1f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6faa490-5864-4152-980e-a0f56dce29f8 HTTP/1.1" status: 200 len: 912 time: 0.0862601 Nov 11 01:14:52.154467 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-270b074f-508b-4ba8-a91f-66ed11e1add0 req-6623aec8-92cb-4c05-99a2-2836036a6904 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=155d9f91-26a8-463a-be2a-e6d0dc5d9a04 HTTP/1.1" status: 200 len: 1000 time: 0.0562437 Nov 11 01:14:52.202390 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b074f-508b-4ba8-a91f-66ed11e1add0 req-5fa8f690-6304-4ec4-8e92-0ae7040aa95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:14:52.203859 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-270b074f-508b-4ba8-a91f-66ed11e1add0 req-5fa8f690-6304-4ec4-8e92-0ae7040aa95c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71ad3167-09ca-4b3e-944f-5d40c907be6a HTTP/1.1" status: 200 len: 851 time: 0.0425389 Nov 11 01:14:52.256304 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b074f-508b-4ba8-a91f-66ed11e1add0 req-8156fedc-ffec-4acf-9655-ab46056247a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:14:52.257772 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-270b074f-508b-4ba8-a91f-66ed11e1add0 req-8156fedc-ffec-4acf-9655-ab46056247a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6faa490-5864-4152-980e-a0f56dce29f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468910 Nov 11 01:14:52.345802 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-270b074f-508b-4ba8-a91f-66ed11e1add0 req-3e7c91c9-ebe1-4b52-bef6-6fa4dee68860 service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800881 Nov 11 01:14:52.437373 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-270b074f-508b-4ba8-a91f-66ed11e1add0 req-78a6b05b-e533-4b12-922f-95f62aac2716 service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839262 Nov 11 01:14:53.895149 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:14:59.408034 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-4f0a5f37-088c-4eba-88c9-4fa9552cc42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:01.820666 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-679f5f42-8e59-4563-8f88-60a40a1d79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:02.916341 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:04.452901 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:05.004931 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:13.717822 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:14.395603 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d491a2-7b89-4b97-9fbc-1e32f5539abd req-eb31b661-5c19-4544-a047-57ebb4c60571 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:14.397040 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-03d491a2-7b89-4b97-9fbc-1e32f5539abd req-eb31b661-5c19-4544-a047-57ebb4c60571 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 946 time: 0.0489683 Nov 11 01:15:14.447066 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-03d491a2-7b89-4b97-9fbc-1e32f5539abd req-cc7db40d-2aa2-430b-8871-b92bb51c0f5b tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440500 Nov 11 01:15:15.564252 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d752e-a237-4fc3-9cbb-73b09fa4cd06 req-81da3218-2f9a-4b61-ba09-325e10985a96 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:15.565699 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-093d752e-a237-4fc3-9cbb-73b09fa4cd06 req-81da3218-2f9a-4b61-ba09-325e10985a96 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 946 time: 0.0491745 Nov 11 01:15:15.625571 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-093d752e-a237-4fc3-9cbb-73b09fa4cd06 req-5bce8828-d4e3-42bc-9d03-4c612b3d3548 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536606 Nov 11 01:15:16.085139 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b140341-e612-43ed-87f5-d41074293a4b req-e5f1dea9-c8c4-4711-834f-54391ec92c5b tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:16.086675 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5b140341-e612-43ed-87f5-d41074293a4b req-e5f1dea9-c8c4-4711-834f-54391ec92c5b tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 946 time: 0.0511208 Nov 11 01:15:16.186594 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-5b140341-e612-43ed-87f5-d41074293a4b req-07bcdb44-f1e2-42d8-91ed-fab6d84efba4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Deleting port 155d9f91-26a8-463a-be2a-e6d0dc5d9a04 {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:15:16.187109 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-5b140341-e612-43ed-87f5-d41074293a4b req-07bcdb44-f1e2-42d8-91ed-fab6d84efba4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:16.286158 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-5b140341-e612-43ed-87f5-d41074293a4b req-07bcdb44-f1e2-42d8-91ed-fab6d84efba4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] For port 155d9f91-26a8-463a-be2a-e6d0dc5d9a04, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=155d9f91-26a8-463a-be2a-e6d0dc5d9a04,segment=NetworkSegment(cca157c3-43f8-4847-965b-0099907b03da),segment_id=cca157c3-43f8-4847-965b-0099907b03da)] {{(pid=101601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:15:16.286539 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-5b140341-e612-43ed-87f5-d41074293a4b req-07bcdb44-f1e2-42d8-91ed-fab6d84efba4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:16.450552 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-5b140341-e612-43ed-87f5-d41074293a4b req-07bcdb44-f1e2-42d8-91ed-fab6d84efba4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:16.450932 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-5b140341-e612-43ed-87f5-d41074293a4b req-07bcdb44-f1e2-42d8-91ed-fab6d84efba4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918241'] for floatingip, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:16.451275 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.db.l3_db [req-5b140341-e612-43ed-87f5-d41074293a4b req-07bcdb44-f1e2-42d8-91ed-fab6d84efba4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Floating IP 7a21efa8-877f-4151-b7b5-9bdfb0d918ac disassociated. External IP: 172.27.2.9, port: 155d9f91-26a8-463a-be2a-e6d0dc5d9a04. Nov 11 01:15:16.451617 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-5b140341-e612-43ed-87f5-d41074293a4b req-07bcdb44-f1e2-42d8-91ed-fab6d84efba4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Calling delete_port for 155d9f91-26a8-463a-be2a-e6d0dc5d9a04 owned by compute:nova {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:15:16.758734 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b91366-27e5-4059-ac79-96a436753d02 req-a44a486d-7941-4419-84ca-51de99e8d8dc tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:16.760205 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-34b91366-27e5-4059-ac79-96a436753d02 req-a44a486d-7941-4419-84ca-51de99e8d8dc tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 946 time: 0.0554843 Nov 11 01:15:16.816706 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-34b91366-27e5-4059-ac79-96a436753d02 req-c6fcea3f-7bea-46f5-b3ae-4e63ccb665ad tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497909 Nov 11 01:15:16.847121 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-5b140341-e612-43ed-87f5-d41074293a4b req-07bcdb44-f1e2-42d8-91ed-fab6d84efba4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:16.874893 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bcdb44-f1e2-42d8-91ed-fab6d84efba4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Pushing event deleted for resources: {'Port': ['ID=155d9f91-26a8-463a-be2a-e6d0dc5d9a04,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:15:16.884954 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcdb44-f1e2-42d8-91ed-fab6d84efba4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:16.885304 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcdb44-f1e2-42d8-91ed-fab6d84efba4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:16.885692 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcdb44-f1e2-42d8-91ed-fab6d84efba4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:16.885959 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcdb44-f1e2-42d8-91ed-fab6d84efba4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:16.886285 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcdb44-f1e2-42d8-91ed-fab6d84efba4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:16.886611 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcdb44-f1e2-42d8-91ed-fab6d84efba4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:16.886935 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcdb44-f1e2-42d8-91ed-fab6d84efba4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:16.887284 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcdb44-f1e2-42d8-91ed-fab6d84efba4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:16.887602 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcdb44-f1e2-42d8-91ed-fab6d84efba4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:16.887917 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcdb44-f1e2-42d8-91ed-fab6d84efba4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:16.888230 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcdb44-f1e2-42d8-91ed-fab6d84efba4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:16.888543 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcdb44-f1e2-42d8-91ed-fab6d84efba4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:16.996553 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b140341-e612-43ed-87f5-d41074293a4b req-07bcdb44-f1e2-42d8-91ed-fab6d84efba4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Router f910ef3c-29fd-4fd8-ace1-199c80795a48 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:15:17.106435 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b140341-e612-43ed-87f5-d41074293a4b req-07bcdb44-f1e2-42d8-91ed-fab6d84efba4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:15:17.117164 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcea7c4-2821-4e25-be67-dcc6d6f45c7f None None] Sync routers for ids ['f910ef3c-29fd-4fd8-ace1-199c80795a48'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:15:17.126869 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcea7c4-2821-4e25-be67-dcc6d6f45c7f None None] Routers {'f910ef3c-29fd-4fd8-ace1-199c80795a48'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:15:17.127509 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-3dcea7c4-2821-4e25-be67-dcc6d6f45c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:15:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['f910ef3c-29fd-4fd8-ace1-199c80795a48'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:15:17.144721 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b140341-e612-43ed-87f5-d41074293a4b req-07bcdb44-f1e2-42d8-91ed-fab6d84efba4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] No DVR routers for this DVR port 155d9f91-26a8-463a-be2a-e6d0dc5d9a04 on host hv-cinder-81708 {{(pid=101601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:15:17.147794 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-5b140341-e612-43ed-87f5-d41074293a4b req-07bcdb44-f1e2-42d8-91ed-fab6d84efba4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:17.151098 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5b140341-e612-43ed-87f5-d41074293a4b req-07bcdb44-f1e2-42d8-91ed-fab6d84efba4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.64 "DELETE /v2.0/ports/155d9f91-26a8-463a-be2a-e6d0dc5d9a04 HTTP/1.1" status: 204 len: 173 time: 1.0583212 Nov 11 01:15:17.151540 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f7b672-d2b8-4b4a-afae-27badff30668', 'name': 'network-vif-deleted', 'tag': '155d9f91-26a8-463a-be2a-e6d0dc5d9a04'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:15:17.153822 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6145bb72-9e6e-4b36-9d4f-4af6ea283ab5" -d '{"events": [{"server_uuid": "b6f7b672-d2b8-4b4a-afae-27badff30668", "name": "network-vif-deleted", "tag": "155d9f91-26a8-463a-be2a-e6d0dc5d9a04"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:15:17.255191 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-3dcea7c4-2821-4e25-be67-dcc6d6f45c7f None None] Set router f910ef3c-29fd-4fd8-ace1-199c80795a48 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:15:17.508602 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-3dcea7c4-2821-4e25-be67-dcc6d6f45c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:16Z', 'updated_at': '2021-11-11T01:12:19Z', 'revision_number': 4, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'gw_port': {'id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:17Z', 'updated_at': '2021-11-11T01:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': 'f3818a74-d766-4e6c-a19b-e87365a25c73', 'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'mac_address': 'fa:16:3e:aa:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:19Z', 'updated_at': '2021-11-11T01:12:29Z', 'revision_number': 5, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'subnets': [{'id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:15:17.535741 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcea7c4-2821-4e25-be67-dcc6d6f45c7f None None] Checking router: f910ef3c-29fd-4fd8-ace1-199c80795a48 for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:15:17.541840 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ade6b2-4da8-4b39-abbf-127ecccd3c01 x-openstack-request-id: req-01ade6b2-4da8-4b39-abbf-127ecccd3c01 {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:15:17.542129 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f7b672-d2b8-4b4a-afae-27badff30668", "name": "network-vif-deleted", "tag": "155d9f91-26a8-463a-be2a-e6d0dc5d9a04", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:15:17.542387 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-01ade6b2-4da8-4b39-abbf-127ecccd3c01 {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:15:17.542789 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f7b672-d2b8-4b4a-afae-27badff30668', 'name': 'network-vif-deleted', 'tag': '155d9f91-26a8-463a-be2a-e6d0dc5d9a04', 'status': 'completed', 'code': 200} Nov 11 01:15:17.547674 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcea7c4-2821-4e25-be67-dcc6d6f45c7f None None] Routers {'f910ef3c-29fd-4fd8-ace1-199c80795a48'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:15:17.548276 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-3dcea7c4-2821-4e25-be67-dcc6d6f45c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:15:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['f910ef3c-29fd-4fd8-ace1-199c80795a48'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:15:17.657959 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-3dcea7c4-2821-4e25-be67-dcc6d6f45c7f None None] Set router f910ef3c-29fd-4fd8-ace1-199c80795a48 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:15:17.859981 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-3dcea7c4-2821-4e25-be67-dcc6d6f45c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:16Z', 'updated_at': '2021-11-11T01:12:19Z', 'revision_number': 4, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'gw_port': {'id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:17Z', 'updated_at': '2021-11-11T01:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': 'f3818a74-d766-4e6c-a19b-e87365a25c73', 'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'mac_address': 'fa:16:3e:aa:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:19Z', 'updated_at': '2021-11-11T01:12:29Z', 'revision_number': 5, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'subnets': [{'id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:15:17.890425 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcea7c4-2821-4e25-be67-dcc6d6f45c7f None None] The sync data for ids ['f910ef3c-29fd-4fd8-ace1-199c80795a48'] in dv-cinder-817085-3-iscsi is: [{'id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:16Z', 'updated_at': '2021-11-11T01:12:19Z', 'revision_number': 4, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'gw_port': {'id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:17Z', 'updated_at': '2021-11-11T01:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': 'f3818a74-d766-4e6c-a19b-e87365a25c73', 'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'mac_address': 'fa:16:3e:aa:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:19Z', 'updated_at': '2021-11-11T01:12:29Z', 'revision_number': 5, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'subnets': [{'id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:15:17.933638 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-35663a36-95ad-4914-a51f-75c17de392d0 req-c1b580a6-63ef-47e8-b7e0-9c61552c15bb tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f7b672-d2b8-4b4a-afae-27badff30668 HTTP/1.1" status: 200 len: 210 time: 0.0327363 Nov 11 01:15:18.125209 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819e7440-47e3-4fab-8a5f-876543fbc5a6 None None] New status for floating IP 7a21efa8-877f-4151-b7b5-9bdfb0d918ac: DOWN {{(pid=101604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 01:15:19.195063 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-72cc7e01-dfc0-4d85-9aba-25559234ffd7 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-558106933&fields=id&tenant_id=7768097cddbd4bfd856d852e06732b6d HTTP/1.1" status: 200 len: 267 time: 0.0435133 Nov 11 01:15:19.303607 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-525f248a-f866-4c29-9854-079a1bebff28 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:19.305037 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-525f248a-f866-4c29-9854-079a1bebff28 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/networks?id=f6faa490-5864-4152-980e-a0f56dce29f8 HTTP/1.1" status: 200 len: 812 time: 0.1034293 Nov 11 01:15:19.319945 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-2feaf0f5-6097-48d9-a3b3-f3d718c00b60 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/quotas/7768097cddbd4bfd856d852e06732b6d HTTP/1.1" status: 200 len: 375 time: 0.0091734 Nov 11 01:15:19.371272 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-67059433-08df-4a2e-ac99-d583ef707557 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7768097cddbd4bfd856d852e06732b6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461557 Nov 11 01:15:19.445450 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 155d9f91-26a8-463a-be2a-e6d0dc5d9a04 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:15:19.467524 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] No Port match for: 155d9f91-26a8-463a-be2a-e6d0dc5d9a04 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:15:19.467860 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 155d9f91-26a8-463a-be2a-e6d0dc5d9a04 not bound to the agent host hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:15:19.559246 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-bb126671-72e2-4b0e-9b4b-5cce13c89749 service neutron] 10.222.0.52 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736379 Nov 11 01:15:19.647464 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-71dd2e77-23d6-4080-bc4c-ff9f321caa50 service neutron] 10.222.0.52 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823071 Nov 11 01:15:19.918378 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-cff841bf-8c15-4c08-a7ce-d53e417eff9d req-460319db-4a31-4e35-8345-625970af36b4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 210 time: 0.0262976 Nov 11 01:15:20.997658 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d182aa78-8620-4e08-8aef-5c2975b331a9 req-fbaa8154-ff77-4697-8f99-f8da8c5d9f46 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 210 time: 0.0300820 Nov 11 01:15:22.074556 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-b4d1bd82-a086-4fd3-b984-f427852e1b92 req-3aa2b5f0-632a-448c-a35d-a48286a70764 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 210 time: 0.0271134 Nov 11 01:15:23.153924 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9e8cb218-2617-4b74-a2cf-d13f816db0f4 req-eb5b88d9-851a-4b5f-94a0-5d2e72900402 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 210 time: 0.0301783 Nov 11 01:15:24.244132 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8d7c14ab-4185-4a0f-ace0-68e6c879fe9b req-7cb2b18c-38d1-4281-b617-88d15fdc6f80 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 210 time: 0.0265939 Nov 11 01:15:25.083202 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-46e2b9a9-4eaa-43aa-b4a3-ea1aa42ea0cc tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:25.085164 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-46e2b9a9-4eaa-43aa-b4a3-ea1aa42ea0cc tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.64 "GET /v2.0/networks?id=f6faa490-5864-4152-980e-a0f56dce29f8 HTTP/1.1" status: 200 len: 812 time: 0.1055231 Nov 11 01:15:25.154287 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-5322390b-a721-4dc8-b75b-942089a3e8a2 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7768097cddbd4bfd856d852e06732b6d HTTP/1.1" status: 200 len: 379 time: 0.0542023 Nov 11 01:15:25.164083 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-972347ab-2a9f-4be4-94ea-d232cd832b9e tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Request body: {'port': {'device_id': 'e78ccef4-9081-4590-b094-3b8cbd532a07', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'admin_state_up': True, 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'security_groups': ['dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7']}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:15:25.272001 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-972347ab-2a9f-4be4-94ea-d232cd832b9e tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Made reservation on behalf of 7768097cddbd4bfd856d852e06732b6d for: {'port': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:15:25.275683 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-972347ab-2a9f-4be4-94ea-d232cd832b9e tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:25.337074 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9e5f081d-6b4d-4845-a465-304cc5b1a16b req-0b528ed8-66e9-4819-88bd-57a074479ffa tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 210 time: 0.0267866 Nov 11 01:15:25.401838 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-972347ab-2a9f-4be4-94ea-d232cd832b9e tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Allocated IP 172.20.0.7 (f6faa490-5864-4152-980e-a0f56dce29f8/71ad3167-09ca-4b3e-944f-5d40c907be6a/c47d9952-985e-44f1-829a-36e30c6284d3) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:15:25.553520 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-972347ab-2a9f-4be4-94ea-d232cd832b9e tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:25.587245 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-972347ab-2a9f-4be4-94ea-d232cd832b9e tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:25.635950 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-972347ab-2a9f-4be4-94ea-d232cd832b9e tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Network f6faa490-5864-4152-980e-a0f56dce29f8 is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:15:25.639250 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-972347ab-2a9f-4be4-94ea-d232cd832b9e tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:15:25.643539 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-972347ab-2a9f-4be4-94ea-d232cd832b9e tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:15:25.651010 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972347ab-2a9f-4be4-94ea-d232cd832b9e tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Pushing event updated for resources: {'Port': ['ID=c47d9952-985e-44f1-829a-36e30c6284d3,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:15:25.703947 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-972347ab-2a9f-4be4-94ea-d232cd832b9e tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:25.704652 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-972347ab-2a9f-4be4-94ea-d232cd832b9e tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:25.723999 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-972347ab-2a9f-4be4-94ea-d232cd832b9e tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5641155 Nov 11 01:15:25.745176 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-2598f496-8703-4b8c-ab71-b4b17dfda403 service neutron] Request body: {'port': {'device_id': 'e78ccef4-9081-4590-b094-3b8cbd532a07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:15:25.800793 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-2598f496-8703-4b8c-ab71-b4b17dfda403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:25.900023 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-40ac4487-b06f-4602-a6e4-fcc188752724 None None] Provisioning complete for port c47d9952-985e-44f1-829a-36e30c6284d3 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:15:25.900649 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-40ac4487-b06f-4602-a6e4-fcc188752724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:25.933667 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-40ac4487-b06f-4602-a6e4-fcc188752724 None None] Port c47d9952-985e-44f1-829a-36e30c6284d3 cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:15:26.063530 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-2598f496-8703-4b8c-ab71-b4b17dfda403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c47d9952-985e-44f1-829a-36e30c6284d3 {{(pid=101601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:15:26.071300 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-2598f496-8703-4b8c-ab71-b4b17dfda403 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:26.082882 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.provisioning_blocks [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-2598f496-8703-4b8c-ab71-b4b17dfda403 service neutron] Transition to ACTIVE for port object c47d9952-985e-44f1-829a-36e30c6284d3 will not be triggered until provisioned by entity L2. {{(pid=101601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 01:15:26.086571 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-2598f496-8703-4b8c-ab71-b4b17dfda403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:26.137612 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598f496-8703-4b8c-ab71-b4b17dfda403 service neutron] Pushing event updated for resources: {'Port': ['ID=c47d9952-985e-44f1-829a-36e30c6284d3,revision_number=2']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:15:26.206178 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-2598f496-8703-4b8c-ab71-b4b17dfda403 service neutron] Attempting to bind port c47d9952-985e-44f1-829a-36e30c6284d3 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:15:26.206513 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-2598f496-8703-4b8c-ab71-b4b17dfda403 service neutron] Attempting to bind port c47d9952-985e-44f1-829a-36e30c6284d3 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': 'cca157c3-43f8-4847-965b-0099907b03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8'}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:15:26.206842 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-2598f496-8703-4b8c-ab71-b4b17dfda403 service neutron] Attempting to bind port c47d9952-985e-44f1-829a-36e30c6284d3 on network f6faa490-5864-4152-980e-a0f56dce29f8 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:15:26.211960 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-2598f496-8703-4b8c-ab71-b4b17dfda403 service neutron] Port c47d9952-985e-44f1-829a-36e30c6284d3 on network f6faa490-5864-4152-980e-a0f56dce29f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 01:15:26.212289 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-2598f496-8703-4b8c-ab71-b4b17dfda403 service neutron] Attempting to bind port c47d9952-985e-44f1-829a-36e30c6284d3 on network f6faa490-5864-4152-980e-a0f56dce29f8 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:15:26.217545 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-2598f496-8703-4b8c-ab71-b4b17dfda403 service neutron] Checking agent: {'id': '9935500b-1718-4861-8412-1ae3ca811271', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'started_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:15:26.217890 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-2598f496-8703-4b8c-ab71-b4b17dfda403 service neutron] Checking segment: {'id': 'cca157c3-43f8-4847-965b-0099907b03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:15:26.218271 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-2598f496-8703-4b8c-ab71-b4b17dfda403 service neutron] Bound using segment: {'id': 'cca157c3-43f8-4847-965b-0099907b03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8'} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:15:26.218699 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-2598f496-8703-4b8c-ab71-b4b17dfda403 service neutron] Bound port: c47d9952-985e-44f1-829a-36e30c6284d3, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca157c3-43f8-4847-965b-0099907b03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8'}}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:15:26.219081 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-2598f496-8703-4b8c-ab71-b4b17dfda403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:26.288709 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-2598f496-8703-4b8c-ab71-b4b17dfda403 service neutron] For port c47d9952-985e-44f1-829a-36e30c6284d3, host hv-cinder-81708, cleared binding levels {{(pid=101601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:15:26.291603 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-2598f496-8703-4b8c-ab71-b4b17dfda403 service neutron] For port c47d9952-985e-44f1-829a-36e30c6284d3, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=c47d9952-985e-44f1-829a-36e30c6284d3,segment=NetworkSegment(cca157c3-43f8-4847-965b-0099907b03da),segment_id=cca157c3-43f8-4847-965b-0099907b03da)] {{(pid=101601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:15:26.295908 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-2598f496-8703-4b8c-ab71-b4b17dfda403 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:26.328382 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-2598f496-8703-4b8c-ab71-b4b17dfda403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:26.329042 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-2598f496-8703-4b8c-ab71-b4b17dfda403 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:26.330356 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-2598f496-8703-4b8c-ab71-b4b17dfda403 service neutron] 10.222.0.64 "PUT /v2.0/ports/c47d9952-985e-44f1-829a-36e30c6284d3 HTTP/1.1" status: 200 len: 1093 time: 0.5905468 Nov 11 01:15:26.330782 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78ccef4-9081-4590-b094-3b8cbd532a07', 'tag': 'c47d9952-985e-44f1-829a-36e30c6284d3'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:15:26.333680 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a0807a-92c6-4169-81af-f281943adaf0" -d '{"events": [{"name": "network-changed", "server_uuid": "e78ccef4-9081-4590-b094-3b8cbd532a07", "tag": "c47d9952-985e-44f1-829a-36e30c6284d3"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:15:26.368269 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598f496-8703-4b8c-ab71-b4b17dfda403 service neutron] Pushing event updated for resources: {'Port': ['ID=c47d9952-985e-44f1-829a-36e30c6284d3,revision_number=3']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:15:26.384252 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb033954-8029-456e-b208-265fc36ac164 x-openstack-request-id: req-fb033954-8029-456e-b208-265fc36ac164 {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:15:26.384535 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78ccef4-9081-4590-b094-3b8cbd532a07", "tag": "c47d9952-985e-44f1-829a-36e30c6284d3", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:15:26.384787 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fb033954-8029-456e-b208-265fc36ac164 {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:15:26.385188 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78ccef4-9081-4590-b094-3b8cbd532a07', 'tag': 'c47d9952-985e-44f1-829a-36e30c6284d3', 'status': 'completed', 'code': 200} Nov 11 01:15:26.445392 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-d1e723ab-27e6-4170-8187-60e806cd252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:26.446925 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-d1e723ab-27e6-4170-8187-60e806cd252d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7768097cddbd4bfd856d852e06732b6d&device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 1096 time: 0.0460305 Nov 11 01:15:26.472362 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ed147-63ed-41a8-b7b0-3fb9672cd9ad req-84e055a7-9f31-4de5-8064-a3a9300c07e7 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:26.475449 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-206ed147-63ed-41a8-b7b0-3fb9672cd9ad req-84e055a7-9f31-4de5-8064-a3a9300c07e7 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 943 time: 0.0557394 Nov 11 01:15:26.505491 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-8fc1bb5e-cfb8-460f-80d5-1ec5842e01e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c47d9952-985e-44f1-829a-36e30c6284d3 HTTP/1.1" status: 200 len: 217 time: 0.0424693 Nov 11 01:15:26.530608 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-206ed147-63ed-41a8-b7b0-3fb9672cd9ad req-d662fb77-4bae-46c0-b240-67484f17a898 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492351 Nov 11 01:15:26.554137 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-486a39ec-a8c7-471a-970a-a9b8ac51eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:26.555642 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-486a39ec-a8c7-471a-970a-a9b8ac51eba2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71ad3167-09ca-4b3e-944f-5d40c907be6a HTTP/1.1" status: 200 len: 851 time: 0.0436275 Nov 11 01:15:26.601357 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-6cfda86e-0241-4926-a7ba-0739915b4098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:26.602752 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-6cfda86e-0241-4926-a7ba-0739915b4098 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6faa490-5864-4152-980e-a0f56dce29f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395138 Nov 11 01:15:26.696378 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-981fe4e9-e4d8-4e94-9153-f657f3ce8536 service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859275 Nov 11 01:15:26.783803 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-73b17c51-1038-4e4a-8bf3-bce68ad36c10 req-9fc5c274-bf8f-4401-9ffa-a58484d2d0a8 service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798740 Nov 11 01:15:26.912691 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0807a-92c6-4169-81af-f281943adaf0 req-9edb41d7-0488-42ab-87c4-304625a6e80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:26.914079 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-18a0807a-92c6-4169-81af-f281943adaf0 req-9edb41d7-0488-42ab-87c4-304625a6e80f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7768097cddbd4bfd856d852e06732b6d&device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 1096 time: 0.0407686 Nov 11 01:15:27.011934 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0807a-92c6-4169-81af-f281943adaf0 req-56030022-e016-488f-a7af-ac15193e317b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:27.013395 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-18a0807a-92c6-4169-81af-f281943adaf0 req-56030022-e016-488f-a7af-ac15193e317b service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6faa490-5864-4152-980e-a0f56dce29f8 HTTP/1.1" status: 200 len: 912 time: 0.0877995 Nov 11 01:15:27.055692 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-18a0807a-92c6-4169-81af-f281943adaf0 req-c3d8ee53-c5d0-47a3-85e1-157f12c5472a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c47d9952-985e-44f1-829a-36e30c6284d3 HTTP/1.1" status: 200 len: 217 time: 0.0333457 Nov 11 01:15:27.111551 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0807a-92c6-4169-81af-f281943adaf0 req-5b53c0cc-25da-4013-88d8-36ebfa2ec7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:27.113001 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-18a0807a-92c6-4169-81af-f281943adaf0 req-5b53c0cc-25da-4013-88d8-36ebfa2ec7ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71ad3167-09ca-4b3e-944f-5d40c907be6a HTTP/1.1" status: 200 len: 851 time: 0.0468998 Nov 11 01:15:27.159313 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0807a-92c6-4169-81af-f281943adaf0 req-40df6cce-205a-4cb1-aead-62dfa307127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:27.161451 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-18a0807a-92c6-4169-81af-f281943adaf0 req-40df6cce-205a-4cb1-aead-62dfa307127b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6faa490-5864-4152-980e-a0f56dce29f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396936 Nov 11 01:15:27.251446 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-18a0807a-92c6-4169-81af-f281943adaf0 req-9635851c-c3ae-4ef5-81fd-9af3f2299b3c service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829780 Nov 11 01:15:27.337071 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-18a0807a-92c6-4169-81af-f281943adaf0 req-114d96c7-98cf-41db-98db-63f679ce54b2 service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790083 Nov 11 01:15:27.647708 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e6431-7975-45a1-baad-0d0faabfff29 req-8d73d7d2-564c-4b9c-aea5-f6cc648aaaa9 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:27.649547 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-385e6431-7975-45a1-baad-0d0faabfff29 req-8d73d7d2-564c-4b9c-aea5-f6cc648aaaa9 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 943 time: 0.0510907 Nov 11 01:15:27.700179 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-385e6431-7975-45a1-baad-0d0faabfff29 req-f9b64ddb-2c40-44b6-8f31-f932cbc630d7 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448823 Nov 11 01:15:28.813954 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ad20d-214d-4589-8578-7618df4ab4fe req-c4b4a275-3af2-490c-9d28-639f96befc52 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:28.815388 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-528ad20d-214d-4589-8578-7618df4ab4fe req-c4b4a275-3af2-490c-9d28-639f96befc52 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 943 time: 0.0487378 Nov 11 01:15:28.863914 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-528ad20d-214d-4589-8578-7618df4ab4fe req-8531318b-7f01-461b-9486-14aa9b8887bb tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420887 Nov 11 01:15:29.409535 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-2dcf1087-78c2-47c8-b194-f6f2fe1e412c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:29.979484 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bda2c7-6a1e-40f6-99d8-a48d3c315a0d req-213afa0a-d1fb-439f-acfa-32bd7bde4d4e tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:29.980925 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e8bda2c7-6a1e-40f6-99d8-a48d3c315a0d req-213afa0a-d1fb-439f-acfa-32bd7bde4d4e tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 943 time: 0.0527027 Nov 11 01:15:30.029944 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e8bda2c7-6a1e-40f6-99d8-a48d3c315a0d req-90e94ddd-665f-4426-8ecd-44920b175ce1 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432088 Nov 11 01:15:30.893393 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:15:31.140821 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611aa75-a352-47d3-b23e-ba592489ee6d req-4b0b2f57-6c16-4b5a-88ea-ca92d119b5b1 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:31.142253 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1611aa75-a352-47d3-b23e-ba592489ee6d req-4b0b2f57-6c16-4b5a-88ea-ca92d119b5b1 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 943 time: 0.0474925 Nov 11 01:15:31.191903 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1611aa75-a352-47d3-b23e-ba592489ee6d req-4f04f54c-53a2-430b-9a8d-68a597bbd1b8 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431020 Nov 11 01:15:31.821662 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-169be589-38fe-4d1a-bf61-4bc1556c13a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:32.307367 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7244a8-bd81-43ba-bbeb-0f6a29dcc33a req-196a34ae-9e4e-4052-8ca5-606586f9d029 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:32.308798 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0b7244a8-bd81-43ba-bbeb-0f6a29dcc33a req-196a34ae-9e4e-4052-8ca5-606586f9d029 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 943 time: 0.0507536 Nov 11 01:15:32.360609 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-0b7244a8-bd81-43ba-bbeb-0f6a29dcc33a req-f864a951-5f73-497e-b3ba-ba3cdbb41dc8 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459945 Nov 11 01:15:32.917028 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:33.482250 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2182aab-0e6a-47a2-8c5a-b965b91273a0 req-77434b4e-a4d0-404a-8dd2-b293313ef1a7 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:33.483748 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d2182aab-0e6a-47a2-8c5a-b965b91273a0 req-77434b4e-a4d0-404a-8dd2-b293313ef1a7 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 943 time: 0.0582852 Nov 11 01:15:33.533776 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d2182aab-0e6a-47a2-8c5a-b965b91273a0 req-dd03e1c3-19a6-4ecd-8fbd-45cce40fa635 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431838 Nov 11 01:15:34.461436 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:34.648062 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979391c2-5833-42a6-8a58-e19bbc3bda5f req-dbb235b5-e43c-4ead-a650-da6e5b977b45 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:34.649499 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-979391c2-5833-42a6-8a58-e19bbc3bda5f req-dbb235b5-e43c-4ead-a650-da6e5b977b45 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 943 time: 0.0472987 Nov 11 01:15:34.701249 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-979391c2-5833-42a6-8a58-e19bbc3bda5f req-d78d767d-db00-4cbd-a84b-afaefe7a367d tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458879 Nov 11 01:15:35.005742 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:35.524405 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device c47d9952-985e-44f1-829a-36e30c6284d3 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 01:15:35.617970 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port c47d9952-985e-44f1-829a-36e30c6284d3, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=c47d9952-985e-44f1-829a-36e30c6284d3,segment=NetworkSegment(cca157c3-43f8-4847-965b-0099907b03da),segment_id=cca157c3-43f8-4847-965b-0099907b03da)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:15:35.629615 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Returning: {'device': 'c47d9952-985e-44f1-829a-36e30c6284d3', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'port_id': 'c47d9952-985e-44f1-829a-36e30c6284d3', 'mac_address': 'fa:16:3e:af:69:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 01:15:35.664508 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:35.677586 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c47d9952-985e-44f1-829a-36e30c6284d3 {{(pid=101603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:15:35.696177 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port c47d9952-985e-44f1-829a-36e30c6284d3, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=c47d9952-985e-44f1-829a-36e30c6284d3,segment=NetworkSegment(cca157c3-43f8-4847-965b-0099907b03da),segment_id=cca157c3-43f8-4847-965b-0099907b03da)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:15:35.699997 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:35.750365 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=c47d9952-985e-44f1-829a-36e30c6284d3,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:15:35.758170 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:35.758514 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:35.758848 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:35.759204 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:35.759530 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:35.759855 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:35.760175 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:35.760496 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:35.760816 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:35.761133 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:35.761448 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:35.761764 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:35.815265 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81adabe-645d-43cb-b123-83d037bd073e req-2d9e1e73-387a-4011-8bcc-7b0db828beae tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:35.816761 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a81adabe-645d-43cb-b123-83d037bd073e req-2d9e1e73-387a-4011-8bcc-7b0db828beae tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 944 time: 0.0484493 Nov 11 01:15:35.864847 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a81adabe-645d-43cb-b123-83d037bd073e req-367a22db-6dba-4393-87d6-facc1aba581f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422723 Nov 11 01:15:36.017767 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['c47d9952-985e-44f1-829a-36e30c6284d3'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:15:36.978258 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc78f80-07c9-4952-9b5d-23e64b078b84 req-89ae455e-ea87-45e5-a8bb-5c90c9a2d578 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:36.979739 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fbc78f80-07c9-4952-9b5d-23e64b078b84 req-89ae455e-ea87-45e5-a8bb-5c90c9a2d578 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 944 time: 0.0485425 Nov 11 01:15:37.027181 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-fbc78f80-07c9-4952-9b5d-23e64b078b84 req-82280e4f-a637-4959-b2ac-e1c04c1d382d tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416198 Nov 11 01:15:37.524703 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device c47d9952-985e-44f1-829a-36e30c6284d3 up at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:15:37.573640 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning for port c47d9952-985e-44f1-829a-36e30c6284d3 completed by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 01:15:37.577754 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning complete for port c47d9952-985e-44f1-829a-36e30c6284d3 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:15:37.578130 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:37.655894 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:37.794615 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78ccef4-9081-4590-b094-3b8cbd532a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47d9952-985e-44f1-829a-36e30c6284d3'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:15:37.796853 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606ba28f-0fd1-4705-8cc1-016137b47593" -d '{"events": [{"server_uuid": "e78ccef4-9081-4590-b094-3b8cbd532a07", "name": "network-vif-plugged", "status": "completed", "tag": "c47d9952-985e-44f1-829a-36e30c6284d3"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:15:37.810018 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port c47d9952-985e-44f1-829a-36e30c6284d3, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=c47d9952-985e-44f1-829a-36e30c6284d3,segment=NetworkSegment(cca157c3-43f8-4847-965b-0099907b03da),segment_id=cca157c3-43f8-4847-965b-0099907b03da)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:15:37.814135 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:37.860067 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=c47d9952-985e-44f1-829a-36e30c6284d3,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:15:37.941918 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c44813b-b675-4660-816a-023d343e112f x-openstack-request-id: req-6c44813b-b675-4660-816a-023d343e112f {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:15:37.942448 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78ccef4-9081-4590-b094-3b8cbd532a07", "name": "network-vif-plugged", "status": "completed", "tag": "c47d9952-985e-44f1-829a-36e30c6284d3", "code": 200}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:15:37.942771 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6c44813b-b675-4660-816a-023d343e112f {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:15:37.943278 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78ccef4-9081-4590-b094-3b8cbd532a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47d9952-985e-44f1-829a-36e30c6284d3', 'code': 200} Nov 11 01:15:38.148208 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaaaed-c440-44cc-a4c0-e5d8a3d1dbcd req-9d818882-e3e0-4f30-b2d0-7c7b2ee50f1c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:38.149656 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dbcaaaed-c440-44cc-a4c0-e5d8a3d1dbcd req-9d818882-e3e0-4f30-b2d0-7c7b2ee50f1c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 945 time: 0.0544529 Nov 11 01:15:38.189667 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4c722-0058-4698-adfd-72cdc4561b07 req-c62aafdc-5548-4134-89db-d22ce3d549c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:38.191243 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-d2f4c722-0058-4698-adfd-72cdc4561b07 req-c62aafdc-5548-4134-89db-d22ce3d549c7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 1098 time: 0.0415382 Nov 11 01:15:38.199262 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-dbcaaaed-c440-44cc-a4c0-e5d8a3d1dbcd req-544bb0ac-43df-4426-8319-7e0a6d20ba50 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436547 Nov 11 01:15:38.239252 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-d2f4c722-0058-4698-adfd-72cdc4561b07 req-28fcfdab-a0c3-4201-8ad7-80a5e8ead0b8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405483 Nov 11 01:15:39.327184 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ad015-c181-40d8-b9b6-35d7c18ea08a req-e5833d3b-29cc-4e5d-b9d3-9783969456af tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:39.328667 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f81ad015-c181-40d8-b9b6-35d7c18ea08a req-e5833d3b-29cc-4e5d-b9d3-9783969456af tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 945 time: 0.0499847 Nov 11 01:15:39.377755 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f81ad015-c181-40d8-b9b6-35d7c18ea08a req-acd3ae35-5a1e-41f7-817f-eb05e8dfcc6b tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429325 Nov 11 01:15:40.491731 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a175fa3-a9e1-41a0-a9a9-289569e8409e req-d3ad270b-ce6a-42bc-90bd-2e1ef16de9dd tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:40.493193 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8a175fa3-a9e1-41a0-a9a9-289569e8409e req-d3ad270b-ce6a-42bc-90bd-2e1ef16de9dd tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 945 time: 0.0505595 Nov 11 01:15:40.544532 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-8a175fa3-a9e1-41a0-a9a9-289569e8409e req-9c469545-7576-4057-8fd1-7480f74db744 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455227 Nov 11 01:15:40.657480 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24bf228-c5d6-45d8-aeef-643396d2de5d req-54e3e87c-92e8-4317-b704-49a82306df9d tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:40.658800 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a24bf228-c5d6-45d8-aeef-643396d2de5d req-54e3e87c-92e8-4317-b704-49a82306df9d tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 945 time: 0.0486715 Nov 11 01:15:40.706997 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a24bf228-c5d6-45d8-aeef-643396d2de5d req-ad479fb1-1346-4ee7-af89-e5c59b3dce1d tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423086 Nov 11 01:15:40.728722 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 36296) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:15:40.767517 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea145b4c-96f2-40ff-8e9e-199ee351274e tempest-TestVolumeBootPattern-1194044299 tempest-TestVolumeBootPattern-1194044299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:40.768970 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-ea145b4c-96f2-40ff-8e9e-199ee351274e tempest-TestVolumeBootPattern-1194044299 tempest-TestVolumeBootPattern-1194044299-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 1093 time: 0.0393145 Nov 11 01:15:40.772310 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 36298) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:15:40.776582 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Request body: {'floatingip': {'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'port_id': 'c47d9952-985e-44f1-829a-36e30c6284d3', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:15:40.797251 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for floatingip, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:40.899897 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:40.999146 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.db_base_plugin_common [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Allocated IP 172.27.2.182 (aa4f75c5-5213-4ff6-92cc-17e0fe78067f/bed3c881-f684-464c-a719-dd29140bdb28/8ad52e0b-88bb-47a9-b92d-96f10cd92eee) {{(pid=101602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:15:41.100832 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for port, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:41.132827 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:41.171883 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Network aa4f75c5-5213-4ff6-92cc-17e0fe78067f is already hosted by enough agents. {{(pid=101602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:15:41.174937 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.base_scheduler [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Resources bound (agent type, host, resource id): {{(pid=101602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:15:41.180466 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Received port after_create {{(pid=101602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:15:41.185984 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Pushing event updated for resources: {'Port': ['ID=8ad52e0b-88bb-47a9-b92d-96f10cd92eee,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:15:41.215219 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:41.215556 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:41.216137 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:41.216463 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:41.216785 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:41.217102 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:41.217420 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:41.217760 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:41.218071 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:41.218380 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:41.218741 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:41.219018 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:15:41.547060 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:41.612743 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:41.754580 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for port, precommit_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:41.759628 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13136843'] for port, after_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:41.823606 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Pushing event updated for resources: {'Port': ['ID=8ad52e0b-88bb-47a9-b92d-96f10cd92eee,revision_number=2']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:15:41.838718 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918241'] for floatingip, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:42.176425 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.db.l3_db [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Floating IP 0d6bd009-fc7b-47cb-bafb-9fd0faef3247 associated. External IP: 172.27.2.182, port: c47d9952-985e-44f1-829a-36e30c6284d3. Nov 11 01:15:42.382096 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Router f910ef3c-29fd-4fd8-ace1-199c80795a48 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:15:42.491160 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:15:42.500948 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2640b6-74d1-4f42-b6d6-370bafbbbdae None None] Sync routers for ids ['f910ef3c-29fd-4fd8-ace1-199c80795a48'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:15:42.509272 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for floatingip, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:42.510824 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2640b6-74d1-4f42-b6d6-370bafbbbdae None None] Routers {'f910ef3c-29fd-4fd8-ace1-199c80795a48'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:15:42.511457 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-1a2640b6-74d1-4f42-b6d6-370bafbbbdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:15:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['f910ef3c-29fd-4fd8-ace1-199c80795a48'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:15:42.537330 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-838bf759-bd92-4901-b354-da00aacdc56c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7632320 Nov 11 01:15:42.537947 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78ccef4-9081-4590-b094-3b8cbd532a07', 'tag': 'c47d9952-985e-44f1-829a-36e30c6284d3'}] {{(pid=101602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:15:42.540219 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbc2a4dd34722a8e14e2fc20a6c680084dc03eb7d3307192ee443654b1fba6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c849a85f-a56f-4fd6-9466-1658bb736af1" -d '{"events": [{"name": "network-changed", "server_uuid": "e78ccef4-9081-4590-b094-3b8cbd532a07", "tag": "c47d9952-985e-44f1-829a-36e30c6284d3"}]}' {{(pid=101602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:15:42.619079 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-1a2640b6-74d1-4f42-b6d6-370bafbbbdae None None] Set router f910ef3c-29fd-4fd8-ace1-199c80795a48 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:15:42.685233 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703a9e60-7a57-43df-a8ef-0b904142d79b x-openstack-request-id: req-703a9e60-7a57-43df-a8ef-0b904142d79b {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:15:42.685732 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78ccef4-9081-4590-b094-3b8cbd532a07", "tag": "c47d9952-985e-44f1-829a-36e30c6284d3", "status": "completed", "code": 200}]} {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:15:42.685732 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-703a9e60-7a57-43df-a8ef-0b904142d79b {{(pid=101602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:15:42.686128 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78ccef4-9081-4590-b094-3b8cbd532a07', 'tag': 'c47d9952-985e-44f1-829a-36e30c6284d3', 'status': 'completed', 'code': 200} Nov 11 01:15:42.774475 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849a85f-a56f-4fd6-9466-1658bb736af1 req-b16abe98-834c-4240-a8ce-1540ae14ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:42.775930 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c849a85f-a56f-4fd6-9466-1658bb736af1 req-b16abe98-834c-4240-a8ce-1540ae14ff9b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7768097cddbd4bfd856d852e06732b6d&device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 1098 time: 0.0451617 Nov 11 01:15:42.845605 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-1a2640b6-74d1-4f42-b6d6-370bafbbbdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:16Z', 'updated_at': '2021-11-11T01:12:19Z', 'revision_number': 4, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'gw_port': {'id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:17Z', 'updated_at': '2021-11-11T01:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': '0d6bd009-fc7b-47cb-bafb-9fd0faef3247', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'port_id': 'c47d9952-985e-44f1-829a-36e30c6284d3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'mac_address': 'fa:16:3e:af:69:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ccef4-9081-4590-b094-3b8cbd532a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:15:41Z', 'updated_at': '2021-11-11T01:15:41Z', 'revision_number': 0, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3818a74-d766-4e6c-a19b-e87365a25c73', 'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'mac_address': 'fa:16:3e:aa:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:19Z', 'updated_at': '2021-11-11T01:12:29Z', 'revision_number': 5, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'subnets': [{'id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:15:42.865104 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849a85f-a56f-4fd6-9466-1658bb736af1 req-35623305-bd44-4806-966e-8463ffa532b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:42.866593 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c849a85f-a56f-4fd6-9466-1658bb736af1 req-35623305-bd44-4806-966e-8463ffa532b8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6faa490-5864-4152-980e-a0f56dce29f8 HTTP/1.1" status: 200 len: 912 time: 0.0831230 Nov 11 01:15:42.871363 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2640b6-74d1-4f42-b6d6-370bafbbbdae None None] Checking router: f910ef3c-29fd-4fd8-ace1-199c80795a48 for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:15:42.879553 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2640b6-74d1-4f42-b6d6-370bafbbbdae None None] Routers {'f910ef3c-29fd-4fd8-ace1-199c80795a48'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:15:42.880673 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-1a2640b6-74d1-4f42-b6d6-370bafbbbdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:15:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['f910ef3c-29fd-4fd8-ace1-199c80795a48'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:15:42.934982 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c849a85f-a56f-4fd6-9466-1658bb736af1 req-ea55b108-3946-49f0-ac8c-aeaee5ce1ac7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c47d9952-985e-44f1-829a-36e30c6284d3 HTTP/1.1" status: 200 len: 999 time: 0.0609555 Nov 11 01:15:42.984267 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849a85f-a56f-4fd6-9466-1658bb736af1 req-b5f782b1-298c-4619-a1be-93700d8ac84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:42.985709 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c849a85f-a56f-4fd6-9466-1658bb736af1 req-b5f782b1-298c-4619-a1be-93700d8ac84d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71ad3167-09ca-4b3e-944f-5d40c907be6a HTTP/1.1" status: 200 len: 851 time: 0.0431938 Nov 11 01:15:42.986595 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-1a2640b6-74d1-4f42-b6d6-370bafbbbdae None None] Set router f910ef3c-29fd-4fd8-ace1-199c80795a48 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:15:43.030445 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849a85f-a56f-4fd6-9466-1658bb736af1 req-7eef5f30-4228-4f31-849d-e519b501917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:43.031975 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c849a85f-a56f-4fd6-9466-1658bb736af1 req-7eef5f30-4228-4f31-849d-e519b501917e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6faa490-5864-4152-980e-a0f56dce29f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393050 Nov 11 01:15:43.124495 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c849a85f-a56f-4fd6-9466-1658bb736af1 req-5788cebb-cba1-40c2-a2b4-bc3f717da76a service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848355 Nov 11 01:15:43.213129 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-c849a85f-a56f-4fd6-9466-1658bb736af1 req-07238b53-590c-4454-855f-cfd1ab472343 service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809057 Nov 11 01:15:43.214358 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-1a2640b6-74d1-4f42-b6d6-370bafbbbdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:16Z', 'updated_at': '2021-11-11T01:12:19Z', 'revision_number': 4, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'gw_port': {'id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:17Z', 'updated_at': '2021-11-11T01:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': '0d6bd009-fc7b-47cb-bafb-9fd0faef3247', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'port_id': 'c47d9952-985e-44f1-829a-36e30c6284d3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'mac_address': 'fa:16:3e:af:69:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ccef4-9081-4590-b094-3b8cbd532a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:15:41Z', 'updated_at': '2021-11-11T01:15:41Z', 'revision_number': 0, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3818a74-d766-4e6c-a19b-e87365a25c73', 'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'mac_address': 'fa:16:3e:aa:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:19Z', 'updated_at': '2021-11-11T01:12:29Z', 'revision_number': 5, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'subnets': [{'id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:15:43.242920 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2640b6-74d1-4f42-b6d6-370bafbbbdae None None] The sync data for ids ['f910ef3c-29fd-4fd8-ace1-199c80795a48'] in dv-cinder-817085-3-iscsi is: [{'id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:16Z', 'updated_at': '2021-11-11T01:12:19Z', 'revision_number': 4, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'gw_port': {'id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:17Z', 'updated_at': '2021-11-11T01:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': '0d6bd009-fc7b-47cb-bafb-9fd0faef3247', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'port_id': 'c47d9952-985e-44f1-829a-36e30c6284d3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'mac_address': 'fa:16:3e:af:69:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ccef4-9081-4590-b094-3b8cbd532a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:15:41Z', 'updated_at': '2021-11-11T01:15:41Z', 'revision_number': 0, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3818a74-d766-4e6c-a19b-e87365a25c73', 'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'mac_address': 'fa:16:3e:aa:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:19Z', 'updated_at': '2021-11-11T01:12:29Z', 'revision_number': 5, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'subnets': [{'id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:15:43.427849 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa089e7-9945-4cd8-ab6a-3b72c0a89188 None None] New status for floating IP 0d6bd009-fc7b-47cb-bafb-9fd0faef3247: ACTIVE {{(pid=101604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 01:15:43.722700 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:15:52.881960 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-6eb24990-a2da-4ce5-aaf7-f78c0c9bc354 req-78a162a1-3b99-4cb0-a221-fbd1c7417426 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389626 Nov 11 01:15:52.984011 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb24990-a2da-4ce5-aaf7-f78c0c9bc354 req-108306db-41c1-4f24-adb2-adf47db673c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:52.985511 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-6eb24990-a2da-4ce5-aaf7-f78c0c9bc354 req-108306db-41c1-4f24-adb2-adf47db673c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7768097cddbd4bfd856d852e06732b6d&device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 1098 time: 0.0451605 Nov 11 01:15:53.091346 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb24990-a2da-4ce5-aaf7-f78c0c9bc354 req-1d97c356-3430-45b1-aa8d-b2f99b3bcec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:53.092800 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-6eb24990-a2da-4ce5-aaf7-f78c0c9bc354 req-1d97c356-3430-45b1-aa8d-b2f99b3bcec7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6faa490-5864-4152-980e-a0f56dce29f8 HTTP/1.1" status: 200 len: 912 time: 0.0826874 Nov 11 01:15:53.159442 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-6eb24990-a2da-4ce5-aaf7-f78c0c9bc354 req-13bedd82-67ad-4d4f-9dc9-9726683e7d26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c47d9952-985e-44f1-829a-36e30c6284d3 HTTP/1.1" status: 200 len: 1001 time: 0.0589261 Nov 11 01:15:53.206503 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb24990-a2da-4ce5-aaf7-f78c0c9bc354 req-8436d86f-2f19-4c34-bd16-d04d4ff6c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:53.207925 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-6eb24990-a2da-4ce5-aaf7-f78c0c9bc354 req-8436d86f-2f19-4c34-bd16-d04d4ff6c377 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71ad3167-09ca-4b3e-944f-5d40c907be6a HTTP/1.1" status: 200 len: 851 time: 0.0417044 Nov 11 01:15:53.250586 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb24990-a2da-4ce5-aaf7-f78c0c9bc354 req-6485d332-fe88-4ddb-a326-8588af76fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:15:53.252066 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-6eb24990-a2da-4ce5-aaf7-f78c0c9bc354 req-6485d332-fe88-4ddb-a326-8588af76fba8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6faa490-5864-4152-980e-a0f56dce29f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378397 Nov 11 01:15:53.341627 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-6eb24990-a2da-4ce5-aaf7-f78c0c9bc354 req-e070c7c0-fce4-484e-92fc-ddd928fa2955 service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822160 Nov 11 01:15:53.428276 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-6eb24990-a2da-4ce5-aaf7-f78c0c9bc354 req-fa6b873f-f236-40b4-bb93-091b0dce86f1 service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788291 Nov 11 01:15:59.411747 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-54aa2dda-2cb9-4318-9317-0a2ed5682dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:16:01.822479 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-56ae0905-d7f6-4a54-8d4b-252d2625c162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:16:02.919975 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:16:04.458163 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:16:05.008124 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:16:07.892712 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:16:13.732094 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:16:29.413442 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-abf75a08-83e7-403b-8ae9-5f33dfd8dee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:16:31.823487 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-3513eb4c-fc6e-4002-964e-d18c05b72613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:16:32.922671 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:16:34.465286 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:16:35.011899 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:16:43.730923 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:16:44.891492 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:16:52.201056 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-216ebb8d-fbac-4486-a086-c33faee8d97a req-bd62e75d-caad-4502-b96e-5fe85d5eb124 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393519 Nov 11 01:16:52.302485 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ebb8d-fbac-4486-a086-c33faee8d97a req-5a1e54f3-cf64-41c5-9c07-d73abc06dd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:16:52.304014 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-216ebb8d-fbac-4486-a086-c33faee8d97a req-5a1e54f3-cf64-41c5-9c07-d73abc06dd20 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7768097cddbd4bfd856d852e06732b6d&device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 1098 time: 0.0439544 Nov 11 01:16:52.404060 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ebb8d-fbac-4486-a086-c33faee8d97a req-b0585c46-02fe-4c40-8a51-fd58cad4ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:16:52.405488 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-216ebb8d-fbac-4486-a086-c33faee8d97a req-b0585c46-02fe-4c40-8a51-fd58cad4ed45 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6faa490-5864-4152-980e-a0f56dce29f8 HTTP/1.1" status: 200 len: 912 time: 0.0824227 Nov 11 01:16:52.472506 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-216ebb8d-fbac-4486-a086-c33faee8d97a req-ca048dba-b106-464c-bf16-203760b6683b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c47d9952-985e-44f1-829a-36e30c6284d3 HTTP/1.1" status: 200 len: 1001 time: 0.0592055 Nov 11 01:16:52.519921 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ebb8d-fbac-4486-a086-c33faee8d97a req-df459ad6-80da-4048-bc61-1d4e77fbf421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:16:52.521290 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-216ebb8d-fbac-4486-a086-c33faee8d97a req-df459ad6-80da-4048-bc61-1d4e77fbf421 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71ad3167-09ca-4b3e-944f-5d40c907be6a HTTP/1.1" status: 200 len: 851 time: 0.0410438 Nov 11 01:16:52.565046 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ebb8d-fbac-4486-a086-c33faee8d97a req-25766dd3-cba4-4fd7-8af3-b476bec6c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:16:52.566392 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-216ebb8d-fbac-4486-a086-c33faee8d97a req-25766dd3-cba4-4fd7-8af3-b476bec6c9fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6faa490-5864-4152-980e-a0f56dce29f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377576 Nov 11 01:16:52.655394 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-216ebb8d-fbac-4486-a086-c33faee8d97a req-2a5d9359-4c4b-4ff3-b3fe-28a6f1004ec4 service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816641 Nov 11 01:16:52.743002 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-216ebb8d-fbac-4486-a086-c33faee8d97a req-4e8470e9-307b-4745-99b7-7d320146b108 service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794222 Nov 11 01:16:59.414363 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8a6056bd-f966-4d0a-9ed1-517c616f5138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:01.825306 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d8c5206c-32ff-4019-b778-d890c2c1b48b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:02.926328 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:04.464742 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:05.012552 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:13.746448 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:18.641373 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-93be868c-6a57-4001-bc78-73af6f7135c8 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-558106933&fields=id&tenant_id=7768097cddbd4bfd856d852e06732b6d HTTP/1.1" status: 200 len: 267 time: 0.0449700 Nov 11 01:17:18.752485 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-3ddfd562-3992-4d61-b3fb-317af97a794b tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:18.758971 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-3ddfd562-3992-4d61-b3fb-317af97a794b tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/networks?id=f6faa490-5864-4152-980e-a0f56dce29f8 HTTP/1.1" status: 200 len: 812 time: 0.1060927 Nov 11 01:17:18.770156 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-18e8bbc3-dd96-4c69-926f-81f553377eb7 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/quotas/7768097cddbd4bfd856d852e06732b6d HTTP/1.1" status: 200 len: 375 time: 0.0095074 Nov 11 01:17:18.830379 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-e1aef6b0-ff0b-4faa-acb5-8999fe65fa39 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7768097cddbd4bfd856d852e06732b6d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0534756 Nov 11 01:17:18.924071 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-94c9e5e1-ab0b-4d8f-bfe5-98258c4bafcf service neutron] 10.222.0.52 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811961 Nov 11 01:17:19.014891 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-7393d195-3239-4d93-85fb-90e477125db8 service neutron] 10.222.0.52 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848949 Nov 11 01:17:19.292883 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1c6068bc-1f48-4956-9a06-df418551dd11 req-cf1296df-f2d6-430b-a687-4fd7af50d103 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=465ec313-e2c3-4a5d-a27e-2916b894353f HTTP/1.1" status: 200 len: 210 time: 0.0291932 Nov 11 01:17:20.274260 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-1ce42c81-f16c-4ba3-895a-114ca4141d35 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:20.276634 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-1ce42c81-f16c-4ba3-895a-114ca4141d35 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.64 "GET /v2.0/networks?id=f6faa490-5864-4152-980e-a0f56dce29f8 HTTP/1.1" status: 200 len: 812 time: 0.1121626 Nov 11 01:17:20.366479 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-a251eb18-55dd-452f-9ef4-240b195a49c6 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7768097cddbd4bfd856d852e06732b6d HTTP/1.1" status: 200 len: 379 time: 0.0604734 Nov 11 01:17:20.377040 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-a03bcfb2-ee15-4d18-b19f-cc1aae093dd0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Request body: {'port': {'device_id': '465ec313-e2c3-4a5d-a27e-2916b894353f', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'admin_state_up': True, 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'security_groups': ['dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7']}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:17:20.388692 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d0530783-1cff-45c1-b3e4-032ef6545c8e req-977a7f0b-467b-47e8-9f77-bded03564f35 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=465ec313-e2c3-4a5d-a27e-2916b894353f HTTP/1.1" status: 200 len: 210 time: 0.0274401 Nov 11 01:17:20.485987 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-a03bcfb2-ee15-4d18-b19f-cc1aae093dd0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Made reservation on behalf of 7768097cddbd4bfd856d852e06732b6d for: {'port': 1} {{(pid=101601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 01:17:20.489412 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-a03bcfb2-ee15-4d18-b19f-cc1aae093dd0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:20.611569 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_common [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-a03bcfb2-ee15-4d18-b19f-cc1aae093dd0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Allocated IP 172.20.0.3 (f6faa490-5864-4152-980e-a0f56dce29f8/71ad3167-09ca-4b3e-944f-5d40c907be6a/02102235-a784-476e-808f-741130b4cc22) {{(pid=101601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:17:20.747427 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-a03bcfb2-ee15-4d18-b19f-cc1aae093dd0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for port, precommit_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:20.782225 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-a03bcfb2-ee15-4d18-b19f-cc1aae093dd0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_create {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:20.828868 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-a03bcfb2-ee15-4d18-b19f-cc1aae093dd0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Network f6faa490-5864-4152-980e-a0f56dce29f8 is already hosted by enough agents. {{(pid=101601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:17:20.831939 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.base_scheduler [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-a03bcfb2-ee15-4d18-b19f-cc1aae093dd0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Resources bound (agent type, host, resource id): {{(pid=101601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:17:20.834442 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-a03bcfb2-ee15-4d18-b19f-cc1aae093dd0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Received port after_create {{(pid=101601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:17:20.871739 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03bcfb2-ee15-4d18-b19f-cc1aae093dd0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Pushing event updated for resources: {'Port': ['ID=02102235-a784-476e-808f-741130b4cc22,revision_number=1']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:17:20.885939 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03bcfb2-ee15-4d18-b19f-cc1aae093dd0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:20.886467 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03bcfb2-ee15-4d18-b19f-cc1aae093dd0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:20.886841 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03bcfb2-ee15-4d18-b19f-cc1aae093dd0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:20.887196 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03bcfb2-ee15-4d18-b19f-cc1aae093dd0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:20.887520 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03bcfb2-ee15-4d18-b19f-cc1aae093dd0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:20.887846 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03bcfb2-ee15-4d18-b19f-cc1aae093dd0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:20.888166 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03bcfb2-ee15-4d18-b19f-cc1aae093dd0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:20.888500 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03bcfb2-ee15-4d18-b19f-cc1aae093dd0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:20.888897 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03bcfb2-ee15-4d18-b19f-cc1aae093dd0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:20.889218 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03bcfb2-ee15-4d18-b19f-cc1aae093dd0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:20.889732 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03bcfb2-ee15-4d18-b19f-cc1aae093dd0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:20.890051 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03bcfb2-ee15-4d18-b19f-cc1aae093dd0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:20.913579 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-a03bcfb2-ee15-4d18-b19f-cc1aae093dd0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:20.914363 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-a03bcfb2-ee15-4d18-b19f-cc1aae093dd0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:20.930678 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-a03bcfb2-ee15-4d18-b19f-cc1aae093dd0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5574284 Nov 11 01:17:20.950767 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.v2.base [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-8407f363-fba5-423c-8f9d-4c3306950c03 service neutron] Request body: {'port': {'device_id': '465ec313-e2c3-4a5d-a27e-2916b894353f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81708'}} {{(pid=101601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:17:21.013581 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-8407f363-fba5-423c-8f9d-4c3306950c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:21.072940 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-d14cfe89-47bf-4da8-b705-27437955d536 None None] Provisioning complete for port 02102235-a784-476e-808f-741130b4cc22 triggered by entity DHCP. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:17:21.073531 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d14cfe89-47bf-4da8-b705-27437955d536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:21.113388 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-d14cfe89-47bf-4da8-b705-27437955d536 None None] Port 02102235-a784-476e-808f-741130b4cc22 cannot update to ACTIVE because it is not bound. {{(pid=101603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 01:17:21.269374 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-8407f363-fba5-423c-8f9d-4c3306950c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02102235-a784-476e-808f-741130b4cc22 {{(pid=101601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:17:21.276572 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-8407f363-fba5-423c-8f9d-4c3306950c03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:21.287924 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.provisioning_blocks [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-8407f363-fba5-423c-8f9d-4c3306950c03 service neutron] Transition to ACTIVE for port object 02102235-a784-476e-808f-741130b4cc22 will not be triggered until provisioned by entity L2. {{(pid=101601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 01:17:21.354494 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-8407f363-fba5-423c-8f9d-4c3306950c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:21.410381 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407f363-fba5-423c-8f9d-4c3306950c03 service neutron] Pushing event updated for resources: {'Port': ['ID=02102235-a784-476e-808f-741130b4cc22,revision_number=2']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:17:21.486014 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-8407f363-fba5-423c-8f9d-4c3306950c03 service neutron] Attempting to bind port 02102235-a784-476e-808f-741130b4cc22 on host hv-cinder-81708 for vnic_type normal with profile {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 01:17:21.486411 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-8407f363-fba5-423c-8f9d-4c3306950c03 service neutron] Attempting to bind port 02102235-a784-476e-808f-741130b4cc22 by drivers openvswitch,hyperv on host hv-cinder-81708 at level 0 using segments [{'id': 'cca157c3-43f8-4847-965b-0099907b03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8'}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 01:17:21.486865 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-8407f363-fba5-423c-8f9d-4c3306950c03 service neutron] Attempting to bind port 02102235-a784-476e-808f-741130b4cc22 on network f6faa490-5864-4152-980e-a0f56dce29f8 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:17:21.491887 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-8407f363-fba5-423c-8f9d-4c3306950c03 service neutron] Port 02102235-a784-476e-808f-741130b4cc22 on network f6faa490-5864-4152-980e-a0f56dce29f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81708 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 01:17:21.492263 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-8407f363-fba5-423c-8f9d-4c3306950c03 service neutron] Attempting to bind port 02102235-a784-476e-808f-741130b4cc22 on network f6faa490-5864-4152-980e-a0f56dce29f8 {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 01:17:21.497682 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-8407f363-fba5-423c-8f9d-4c3306950c03 service neutron] Checking agent: {'id': '9935500b-1718-4861-8412-1ae3ca811271', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'started_at': datetime.datetime(2021, 11, 11, 1, 0, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 1, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 01:17:21.498163 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-8407f363-fba5-423c-8f9d-4c3306950c03 service neutron] Checking segment: {'id': 'cca157c3-43f8-4847-965b-0099907b03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 01:17:21.498582 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-8407f363-fba5-423c-8f9d-4c3306950c03 service neutron] Bound using segment: {'id': 'cca157c3-43f8-4847-965b-0099907b03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8'} {{(pid=101601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 01:17:21.499042 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.managers [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-8407f363-fba5-423c-8f9d-4c3306950c03 service neutron] Bound port: 02102235-a784-476e-808f-741130b4cc22, host: hv-cinder-81708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca157c3-43f8-4847-965b-0099907b03da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8'}}] {{(pid=101601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 01:17:21.499405 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-8407f363-fba5-423c-8f9d-4c3306950c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:21.527507 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9197e-81af-41cf-8733-d7fe9ae610cb req-5f0f3f12-f3d6-4314-a8ef-48006f2937f9 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:21.529001 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-bdb9197e-81af-41cf-8733-d7fe9ae610cb req-5f0f3f12-f3d6-4314-a8ef-48006f2937f9 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=465ec313-e2c3-4a5d-a27e-2916b894353f HTTP/1.1" status: 200 len: 943 time: 0.0692902 Nov 11 01:17:21.578456 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-8407f363-fba5-423c-8f9d-4c3306950c03 service neutron] For port 02102235-a784-476e-808f-741130b4cc22, host hv-cinder-81708, cleared binding levels {{(pid=101601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 01:17:21.582084 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-8407f363-fba5-423c-8f9d-4c3306950c03 service neutron] For port 02102235-a784-476e-808f-741130b4cc22, host hv-cinder-81708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=02102235-a784-476e-808f-741130b4cc22,segment=NetworkSegment(cca157c3-43f8-4847-965b-0099907b03da),segment_id=cca157c3-43f8-4847-965b-0099907b03da)] {{(pid=101601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 01:17:21.588897 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-8407f363-fba5-423c-8f9d-4c3306950c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14461976'] for port, after_update {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:21.591080 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-bdb9197e-81af-41cf-8733-d7fe9ae610cb req-256ad022-b304-4c6a-a766-a40b4abbd13d tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549564 Nov 11 01:17:21.628414 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-8407f363-fba5-423c-8f9d-4c3306950c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:21.629055 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-8407f363-fba5-423c-8f9d-4c3306950c03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:21.631285 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-8407f363-fba5-423c-8f9d-4c3306950c03 service neutron] 10.222.0.64 "PUT /v2.0/ports/02102235-a784-476e-808f-741130b4cc22 HTTP/1.1" status: 200 len: 1093 time: 0.6857591 Nov 11 01:17:21.633734 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465ec313-e2c3-4a5d-a27e-2916b894353f', 'tag': '02102235-a784-476e-808f-741130b4cc22'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:17:21.636785 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5336f0d4-0a68-43f7-9909-247f8954f4d3" -d '{"events": [{"name": "network-changed", "server_uuid": "465ec313-e2c3-4a5d-a27e-2916b894353f", "tag": "02102235-a784-476e-808f-741130b4cc22"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:17:21.669072 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407f363-fba5-423c-8f9d-4c3306950c03 service neutron] Pushing event updated for resources: {'Port': ['ID=02102235-a784-476e-808f-741130b4cc22,revision_number=3']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:17:21.680899 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba6674c-2f84-4a0d-bda1-3a712716c1cf x-openstack-request-id: req-bba6674c-2f84-4a0d-bda1-3a712716c1cf {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:17:21.681194 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465ec313-e2c3-4a5d-a27e-2916b894353f", "tag": "02102235-a784-476e-808f-741130b4cc22", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:17:21.681499 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bba6674c-2f84-4a0d-bda1-3a712716c1cf {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:17:21.681940 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465ec313-e2c3-4a5d-a27e-2916b894353f', 'tag': '02102235-a784-476e-808f-741130b4cc22', 'status': 'completed', 'code': 200} Nov 11 01:17:21.741973 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-04a9750f-5dbb-4cd4-9e7f-9274fd1b0fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:21.743564 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-04a9750f-5dbb-4cd4-9e7f-9274fd1b0fbf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7768097cddbd4bfd856d852e06732b6d&device_id=465ec313-e2c3-4a5d-a27e-2916b894353f HTTP/1.1" status: 200 len: 1096 time: 0.0434740 Nov 11 01:17:21.794879 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-34472872-390e-4355-bd94-0f6e01334ee2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02102235-a784-476e-808f-741130b4cc22 HTTP/1.1" status: 200 len: 217 time: 0.0351832 Nov 11 01:17:21.852038 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-67abdab6-7e62-49c1-bbde-76f5d7dbc48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:21.853541 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-67abdab6-7e62-49c1-bbde-76f5d7dbc48a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71ad3167-09ca-4b3e-944f-5d40c907be6a HTTP/1.1" status: 200 len: 851 time: 0.0515082 Nov 11 01:17:21.894350 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:17:21.904073 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-e296b23e-4aa5-48b2-8341-6c6f8dee51cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:21.905555 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-e296b23e-4aa5-48b2-8341-6c6f8dee51cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6faa490-5864-4152-980e-a0f56dce29f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427661 Nov 11 01:17:21.993703 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-905e3ad3-bab9-4505-a0af-76b0ae624301 service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810697 Nov 11 01:17:22.084827 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-ee583b4e-d5cf-43f0-9a92-9a6578883b3c req-e8a922d6-ea7a-4397-90d3-ee6a9e821e74 service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834064 Nov 11 01:17:22.215681 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336f0d4-0a68-43f7-9909-247f8954f4d3 req-f8fd8d18-34bd-49a3-a609-315437352e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:22.217431 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5336f0d4-0a68-43f7-9909-247f8954f4d3 req-f8fd8d18-34bd-49a3-a609-315437352e5f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7768097cddbd4bfd856d852e06732b6d&device_id=465ec313-e2c3-4a5d-a27e-2916b894353f HTTP/1.1" status: 200 len: 1096 time: 0.0451815 Nov 11 01:17:22.314040 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336f0d4-0a68-43f7-9909-247f8954f4d3 req-21a75c38-31f2-4a06-b8d5-50e9e58977b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:22.315574 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5336f0d4-0a68-43f7-9909-247f8954f4d3 req-21a75c38-31f2-4a06-b8d5-50e9e58977b3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6faa490-5864-4152-980e-a0f56dce29f8 HTTP/1.1" status: 200 len: 912 time: 0.0907054 Nov 11 01:17:22.357586 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5336f0d4-0a68-43f7-9909-247f8954f4d3 req-2037cf33-f5c8-4f9d-8605-6b713284259c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02102235-a784-476e-808f-741130b4cc22 HTTP/1.1" status: 200 len: 217 time: 0.0341039 Nov 11 01:17:22.408200 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336f0d4-0a68-43f7-9909-247f8954f4d3 req-067b4d07-4a12-46a3-977f-a80c25292c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:22.409652 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5336f0d4-0a68-43f7-9909-247f8954f4d3 req-067b4d07-4a12-46a3-977f-a80c25292c18 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71ad3167-09ca-4b3e-944f-5d40c907be6a HTTP/1.1" status: 200 len: 851 time: 0.0441117 Nov 11 01:17:22.463779 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336f0d4-0a68-43f7-9909-247f8954f4d3 req-4ad5feda-a460-4e76-9789-35094ed9a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:22.465209 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5336f0d4-0a68-43f7-9909-247f8954f4d3 req-4ad5feda-a460-4e76-9789-35094ed9a60a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6faa490-5864-4152-980e-a0f56dce29f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426185 Nov 11 01:17:22.576794 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5336f0d4-0a68-43f7-9909-247f8954f4d3 req-8eab7d37-6d33-4eec-b3b4-be63b0f34ab7 service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029568 Nov 11 01:17:22.681058 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-5336f0d4-0a68-43f7-9909-247f8954f4d3 req-c95738c9-ea77-4f57-afda-67967434474a service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845761 Nov 11 01:17:22.711980 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b558f-2095-4e43-86ac-79073e5b7daf req-3c7175ee-8775-418a-97af-1d07c000ba87 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:22.713656 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5b5b558f-2095-4e43-86ac-79073e5b7daf req-3c7175ee-8775-418a-97af-1d07c000ba87 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=465ec313-e2c3-4a5d-a27e-2916b894353f HTTP/1.1" status: 200 len: 943 time: 0.0524821 Nov 11 01:17:22.766157 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5b5b558f-2095-4e43-86ac-79073e5b7daf req-ede1b7f6-0c09-436d-b682-13d67e70ed54 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463960 Nov 11 01:17:23.895374 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c83f8-2dfa-4c6f-ae09-a9568a71ab23 req-51719ada-98ea-4958-93de-a3a562d0356a tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:23.896960 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d19c83f8-2dfa-4c6f-ae09-a9568a71ab23 req-51719ada-98ea-4958-93de-a3a562d0356a tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=465ec313-e2c3-4a5d-a27e-2916b894353f HTTP/1.1" status: 200 len: 943 time: 0.0627122 Nov 11 01:17:23.949294 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-d19c83f8-2dfa-4c6f-ae09-a9568a71ab23 req-d9d745e4-8897-46ce-bf91-dfd0701598bb tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462115 Nov 11 01:17:25.065582 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f524577-4cc5-4040-b509-8dd546f216cc req-2f1640a9-1eec-4c56-b346-c4cceff0b6d3 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:25.067073 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5f524577-4cc5-4040-b509-8dd546f216cc req-2f1640a9-1eec-4c56-b346-c4cceff0b6d3 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=465ec313-e2c3-4a5d-a27e-2916b894353f HTTP/1.1" status: 200 len: 943 time: 0.0525579 Nov 11 01:17:25.121116 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-5f524577-4cc5-4040-b509-8dd546f216cc req-acf289f0-9277-44d4-883c-55db84f540e3 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479288 Nov 11 01:17:26.232981 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c183e-4a35-4c25-8bc3-4eb8220344ae req-06bfd961-6219-4d12-bf34-ab91256febaa tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:26.234377 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ad5c183e-4a35-4c25-8bc3-4eb8220344ae req-06bfd961-6219-4d12-bf34-ab91256febaa tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=465ec313-e2c3-4a5d-a27e-2916b894353f HTTP/1.1" status: 200 len: 943 time: 0.0478821 Nov 11 01:17:26.283343 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ad5c183e-4a35-4c25-8bc3-4eb8220344ae req-13e2f782-95c6-41bb-bc17-76e888e0728d tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430112 Nov 11 01:17:27.401509 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534e643-ea49-4fe5-9b35-5fb3a5fa2beb req-590e5197-0b46-49c4-b602-3c0ced29ce4e tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:27.402967 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2534e643-ea49-4fe5-9b35-5fb3a5fa2beb req-590e5197-0b46-49c4-b602-3c0ced29ce4e tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=465ec313-e2c3-4a5d-a27e-2916b894353f HTTP/1.1" status: 200 len: 943 time: 0.0548534 Nov 11 01:17:27.451961 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2534e643-ea49-4fe5-9b35-5fb3a5fa2beb req-d4d03312-2ad4-4f55-86e5-c9c068ee3160 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432043 Nov 11 01:17:28.633710 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9a6dd-df8f-4e18-8dc0-a991d56b5d88 req-c29e75c3-41d4-49ef-877e-eeacbd2048b2 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:28.636142 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-08c9a6dd-df8f-4e18-8dc0-a991d56b5d88 req-c29e75c3-41d4-49ef-877e-eeacbd2048b2 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=465ec313-e2c3-4a5d-a27e-2916b894353f HTTP/1.1" status: 200 len: 943 time: 0.0496867 Nov 11 01:17:28.684820 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-08c9a6dd-df8f-4e18-8dc0-a991d56b5d88 req-ac32f6dd-8fcd-4419-acc7-ce83a0a2b522 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428944 Nov 11 01:17:29.415622 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-ba9f2775-2d63-47a6-b466-4863259beeba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:29.821276 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34f1b8-248d-4913-8b83-96a427674b05 req-b1df4f17-e168-4354-83bb-0ccb3ff152a9 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:29.822722 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2f34f1b8-248d-4913-8b83-96a427674b05 req-b1df4f17-e168-4354-83bb-0ccb3ff152a9 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=465ec313-e2c3-4a5d-a27e-2916b894353f HTTP/1.1" status: 200 len: 943 time: 0.0569861 Nov 11 01:17:29.875313 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2f34f1b8-248d-4913-8b83-96a427674b05 req-71d9b76c-fab2-4146-a408-1db73599aa7a tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459089 Nov 11 01:17:30.118299 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 02102235-a784-476e-808f-741130b4cc22 details requested by agent hyperv_hv-cinder-81708 with host hv-cinder-81708 {{(pid=101603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 01:17:30.213031 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 02102235-a784-476e-808f-741130b4cc22, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=02102235-a784-476e-808f-741130b4cc22,segment=NetworkSegment(cca157c3-43f8-4847-965b-0099907b03da),segment_id=cca157c3-43f8-4847-965b-0099907b03da)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:17:30.225001 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Returning: {'device': '02102235-a784-476e-808f-741130b4cc22', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'port_id': '02102235-a784-476e-808f-741130b4cc22', 'mac_address': 'fa:16:3e:c0:c2:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 01:17:30.260483 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:30.273464 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02102235-a784-476e-808f-741130b4cc22 {{(pid=101603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 01:17:30.292203 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 02102235-a784-476e-808f-741130b4cc22, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=02102235-a784-476e-808f-741130b4cc22,segment=NetworkSegment(cca157c3-43f8-4847-965b-0099907b03da),segment_id=cca157c3-43f8-4847-965b-0099907b03da)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:17:30.297930 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:30.347743 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=02102235-a784-476e-808f-741130b4cc22,revision_number=4']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:17:30.354642 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:30.355215 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:30.355567 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:30.355887 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:30.356217 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:30.356545 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:30.356873 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:30.357196 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:30.357519 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:30.357837 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:30.358155 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:30.358469 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:30.648295 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] get_ports_and_sgs() called for port_ids ['02102235-a784-476e-808f-741130b4cc22'] {{(pid=101603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 01:17:30.997164 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad95faa-de41-4515-a790-fa54efc67f3e req-31113a78-c8ea-496b-93b8-615878c381b4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:30.998684 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2ad95faa-de41-4515-a790-fa54efc67f3e req-31113a78-c8ea-496b-93b8-615878c381b4 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=465ec313-e2c3-4a5d-a27e-2916b894353f HTTP/1.1" status: 200 len: 944 time: 0.0512531 Nov 11 01:17:31.049581 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-2ad95faa-de41-4515-a790-fa54efc67f3e req-c7191882-88f8-4ab2-9ba7-2b6b0a3afe8a tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450127 Nov 11 01:17:31.828338 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-e48a08a7-cd00-4ec6-a7a2-ed5705e72f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:32.145700 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 02102235-a784-476e-808f-741130b4cc22 up at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 01:17:32.163387 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb11e60-4f73-4194-bf21-cd77ff681951 req-2323f512-a9b8-4903-9de5-108d521b57dc tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:32.164852 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ddb11e60-4f73-4194-bf21-cd77ff681951 req-2323f512-a9b8-4903-9de5-108d521b57dc tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=465ec313-e2c3-4a5d-a27e-2916b894353f HTTP/1.1" status: 200 len: 944 time: 0.0492113 Nov 11 01:17:32.194659 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning for port 02102235-a784-476e-808f-741130b4cc22 completed by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 01:17:32.199312 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.provisioning_blocks [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Provisioning complete for port 02102235-a784-476e-808f-741130b4cc22 triggered by entity L2. {{(pid=101603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 01:17:32.200047 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1982764'] for port, provisioning_complete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:32.213941 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ddb11e60-4f73-4194-bf21-cd77ff681951 req-02b5a773-ccea-4cb8-977b-e273d8183ec9 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430634 Nov 11 01:17:32.279278 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:32.300786 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465ec313-e2c3-4a5d-a27e-2916b894353f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02102235-a784-476e-808f-741130b4cc22'}] {{(pid=101603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:17:32.302985 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d75cd3e83573d81ab00b42041954d53e92f5190d8cce5e5b9f06dd0c52cfd7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d250b7a-35b9-4779-b698-44ffb8eb218c" -d '{"events": [{"server_uuid": "465ec313-e2c3-4a5d-a27e-2916b894353f", "name": "network-vif-plugged", "status": "completed", "tag": "02102235-a784-476e-808f-741130b4cc22"}]}' {{(pid=101603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:17:32.315693 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] For port 02102235-a784-476e-808f-741130b4cc22, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=02102235-a784-476e-808f-741130b4cc22,segment=NetworkSegment(cca157c3-43f8-4847-965b-0099907b03da),segment_id=cca157c3-43f8-4847-965b-0099907b03da)] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:17:32.319524 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421'] for port, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:32.347482 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1e673f-e442-4e19-a636-68e183c384d9 x-openstack-request-id: req-4e1e673f-e442-4e19-a636-68e183c384d9 {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:17:32.347778 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465ec313-e2c3-4a5d-a27e-2916b894353f", "name": "network-vif-plugged", "status": "completed", "tag": "02102235-a784-476e-808f-741130b4cc22", "code": 200}]} {{(pid=101603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:17:32.348025 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4e1e673f-e442-4e19-a636-68e183c384d9 {{(pid=101603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:17:32.348406 dv-cinder-817085-3-iscsi neutron-server[101603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465ec313-e2c3-4a5d-a27e-2916b894353f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02102235-a784-476e-808f-741130b4cc22', 'code': 200} Nov 11 01:17:32.372710 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Pushing event updated for resources: {'Port': ['ID=02102235-a784-476e-808f-741130b4cc22,revision_number=5']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:17:32.593006 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400b2b8-7d6d-442a-844b-0aebeb89db3d req-269a2f9c-51dc-4341-8397-c49828dd26c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:32.594466 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-e400b2b8-7d6d-442a-844b-0aebeb89db3d req-269a2f9c-51dc-4341-8397-c49828dd26c4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=465ec313-e2c3-4a5d-a27e-2916b894353f HTTP/1.1" status: 200 len: 1098 time: 0.0402391 Nov 11 01:17:32.640599 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-e400b2b8-7d6d-442a-844b-0aebeb89db3d req-d5e383c2-44aa-46c3-b91a-dfa50ea475b5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390837 Nov 11 01:17:32.929836 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:33.331564 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad467198-5b33-4f89-ae01-4f70445964ca req-9ddc185b-ae10-43ed-a7a0-7d8b1d6faf94 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:33.333252 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ad467198-5b33-4f89-ae01-4f70445964ca req-9ddc185b-ae10-43ed-a7a0-7d8b1d6faf94 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=465ec313-e2c3-4a5d-a27e-2916b894353f HTTP/1.1" status: 200 len: 945 time: 0.0517352 Nov 11 01:17:33.381843 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-ad467198-5b33-4f89-ae01-4f70445964ca req-95bc532a-aca2-45a1-b688-318bc7fbf775 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428088 Nov 11 01:17:34.468587 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:34.500106 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9639bc6-e03c-496a-9c52-05a287453b99 req-74f52353-3cd5-42ca-b03d-9f0a2b853fd2 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:34.501556 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f9639bc6-e03c-496a-9c52-05a287453b99 req-74f52353-3cd5-42ca-b03d-9f0a2b853fd2 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=465ec313-e2c3-4a5d-a27e-2916b894353f HTTP/1.1" status: 200 len: 945 time: 0.0506315 Nov 11 01:17:34.550327 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-f9639bc6-e03c-496a-9c52-05a287453b99 req-5c20ff97-8443-4cb7-b89a-b54eb2a44b7a tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428016 Nov 11 01:17:34.662150 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e853a7a-0b69-4178-b906-e8cdd7367493 req-f64b0eee-860c-497f-a387-cbb2bb737cb3 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:34.663527 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3e853a7a-0b69-4178-b906-e8cdd7367493 req-f64b0eee-860c-497f-a387-cbb2bb737cb3 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=465ec313-e2c3-4a5d-a27e-2916b894353f HTTP/1.1" status: 200 len: 945 time: 0.0468843 Nov 11 01:17:34.715785 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-3e853a7a-0b69-4178-b906-e8cdd7367493 req-a33cd771-4185-4614-9cdd-193890de6f17 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457625 Nov 11 01:17:34.738195 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 36430) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:17:34.777868 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee1ec54-2a80-41ef-ba1b-b00ebee85cf7 tempest-TestVolumeBootPattern-1194044299 tempest-TestVolumeBootPattern-1194044299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:34.779356 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-cee1ec54-2a80-41ef-ba1b-b00ebee85cf7 tempest-TestVolumeBootPattern-1194044299 tempest-TestVolumeBootPattern-1194044299-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=465ec313-e2c3-4a5d-a27e-2916b894353f HTTP/1.1" status: 200 len: 1093 time: 0.0402277 Nov 11 01:17:34.782142 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 36432) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:17:34.786267 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.v2.base [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Request body: {'floatingip': {'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'port_id': '02102235-a784-476e-808f-741130b4cc22', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 01:17:34.808499 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for floatingip, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:34.906884 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:35.009542 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.db_base_plugin_common [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Allocated IP 172.27.2.36 (aa4f75c5-5213-4ff6-92cc-17e0fe78067f/bed3c881-f684-464c-a719-dd29140bdb28/4b323b60-cbdc-4c51-aeac-9ab6e08dfa37) {{(pid=101602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 01:17:35.014875 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:35.114174 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for port, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:35.145877 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764258571385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:35.181010 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Network aa4f75c5-5213-4ff6-92cc-17e0fe78067f is already hosted by enough agents. {{(pid=101602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 01:17:35.186982 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.base_scheduler [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Resources bound (agent type, host, resource id): {{(pid=101602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 01:17:35.191382 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Received port after_create {{(pid=101602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 01:17:35.215077 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Pushing event updated for resources: {'Port': ['ID=4b323b60-cbdc-4c51-aeac-9ab6e08dfa37,revision_number=1']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:17:35.224636 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:35.224906 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:35.225249 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:35.225589 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:35.225916 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:35.226244 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:35.226571 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:35.226898 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:35.227249 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:35.227571 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:35.227893 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:35.228212 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:17:35.557402 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:35.621741 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1578596'] for port, before_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:35.769559 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for port, precommit_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:35.773863 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764258984331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764258571403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764258571421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13136843'] for port, after_update {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:35.842662 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Pushing event updated for resources: {'Port': ['ID=4b323b60-cbdc-4c51-aeac-9ab6e08dfa37,revision_number=2']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:17:35.855796 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-918241'] for floatingip, after_create {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:35.952965 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.db.l3_db [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Floating IP 6de36969-87e6-42a0-aa20-ca225f84bbd0 associated. External IP: 172.27.2.36, port: 02102235-a784-476e-808f-741130b4cc22. Nov 11 01:17:36.153155 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Router f910ef3c-29fd-4fd8-ace1-199c80795a48 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:17:36.257951 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:17:36.267893 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55b8cfa-40ba-450f-9251-a13c4be8e201 None None] Sync routers for ids ['f910ef3c-29fd-4fd8-ace1-199c80795a48'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:17:36.275105 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for floatingip, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:36.281884 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55b8cfa-40ba-450f-9251-a13c4be8e201 None None] Routers {'f910ef3c-29fd-4fd8-ace1-199c80795a48'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:17:36.282502 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-a55b8cfa-40ba-450f-9251-a13c4be8e201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:17:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['f910ef3c-29fd-4fd8-ace1-199c80795a48'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:17:36.302279 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-c8661172-6852-4b3a-8298-32bc7ac7251c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5191586 Nov 11 01:17:36.302960 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465ec313-e2c3-4a5d-a27e-2916b894353f', 'tag': '02102235-a784-476e-808f-741130b4cc22'}] {{(pid=101602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:17:36.305188 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbc2a4dd34722a8e14e2fc20a6c680084dc03eb7d3307192ee443654b1fba6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6e7c47-f553-4c89-a56e-23be572a4e24" -d '{"events": [{"name": "network-changed", "server_uuid": "465ec313-e2c3-4a5d-a27e-2916b894353f", "tag": "02102235-a784-476e-808f-741130b4cc22"}]}' {{(pid=101602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:17:36.341277 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9804df-c007-4fc0-9cf1-9467239adcfb x-openstack-request-id: req-df9804df-c007-4fc0-9cf1-9467239adcfb {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:17:36.341569 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465ec313-e2c3-4a5d-a27e-2916b894353f", "tag": "02102235-a784-476e-808f-741130b4cc22", "status": "completed", "code": 200}]} {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:17:36.342073 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-df9804df-c007-4fc0-9cf1-9467239adcfb {{(pid=101602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:17:36.342465 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465ec313-e2c3-4a5d-a27e-2916b894353f', 'tag': '02102235-a784-476e-808f-741130b4cc22', 'status': 'completed', 'code': 200} Nov 11 01:17:36.393555 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-a55b8cfa-40ba-450f-9251-a13c4be8e201 None None] Set router f910ef3c-29fd-4fd8-ace1-199c80795a48 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:17:36.426922 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e7c47-f553-4c89-a56e-23be572a4e24 req-50c59660-67e6-435d-b68a-f74bb191a3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:36.428639 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-6d6e7c47-f553-4c89-a56e-23be572a4e24 req-50c59660-67e6-435d-b68a-f74bb191a3e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7768097cddbd4bfd856d852e06732b6d&device_id=465ec313-e2c3-4a5d-a27e-2916b894353f HTTP/1.1" status: 200 len: 1098 time: 0.0419104 Nov 11 01:17:36.534805 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e7c47-f553-4c89-a56e-23be572a4e24 req-5431a2b2-10de-4bba-bbe7-0d67ea8e7b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:36.536293 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-6d6e7c47-f553-4c89-a56e-23be572a4e24 req-5431a2b2-10de-4bba-bbe7-0d67ea8e7b01 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6faa490-5864-4152-980e-a0f56dce29f8 HTTP/1.1" status: 200 len: 912 time: 0.0995586 Nov 11 01:17:36.603707 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-6d6e7c47-f553-4c89-a56e-23be572a4e24 req-bf8a7d6f-62b8-49d0-ad2b-e30b94f47bfc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02102235-a784-476e-808f-741130b4cc22 HTTP/1.1" status: 200 len: 998 time: 0.0594130 Nov 11 01:17:36.747407 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-a55b8cfa-40ba-450f-9251-a13c4be8e201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:16Z', 'updated_at': '2021-11-11T01:12:19Z', 'revision_number': 4, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'gw_port': {'id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:17Z', 'updated_at': '2021-11-11T01:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': '0d6bd009-fc7b-47cb-bafb-9fd0faef3247', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'port_id': 'c47d9952-985e-44f1-829a-36e30c6284d3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'mac_address': 'fa:16:3e:af:69:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ccef4-9081-4590-b094-3b8cbd532a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:15:41Z', 'updated_at': '2021-11-11T01:15:43Z', 'revision_number': 1, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'fixed_ip_address_scope': None}, {'id': '6de36969-87e6-42a0-aa20-ca225f84bbd0', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'port_id': '02102235-a784-476e-808f-741130b4cc22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'mac_address': 'fa:16:3e:c0:c2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465ec313-e2c3-4a5d-a27e-2916b894353f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:17:35Z', 'updated_at': '2021-11-11T01:17:35Z', 'revision_number': 0, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3818a74-d766-4e6c-a19b-e87365a25c73', 'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'mac_address': 'fa:16:3e:aa:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:19Z', 'updated_at': '2021-11-11T01:12:29Z', 'revision_number': 5, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'subnets': [{'id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:17:36.790657 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55b8cfa-40ba-450f-9251-a13c4be8e201 None None] Checking router: f910ef3c-29fd-4fd8-ace1-199c80795a48 for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:17:36.800276 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55b8cfa-40ba-450f-9251-a13c4be8e201 None None] Routers {'f910ef3c-29fd-4fd8-ace1-199c80795a48'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:17:36.800884 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-a55b8cfa-40ba-450f-9251-a13c4be8e201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:17:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['f910ef3c-29fd-4fd8-ace1-199c80795a48'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:17:36.913477 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-a55b8cfa-40ba-450f-9251-a13c4be8e201 None None] Set router f910ef3c-29fd-4fd8-ace1-199c80795a48 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:17:36.921426 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e7c47-f553-4c89-a56e-23be572a4e24 req-e7808467-c341-4e6f-8455-0c3f9e478ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:36.922923 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-6d6e7c47-f553-4c89-a56e-23be572a4e24 req-e7808467-c341-4e6f-8455-0c3f9e478ea1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71ad3167-09ca-4b3e-944f-5d40c907be6a HTTP/1.1" status: 200 len: 851 time: 0.3121767 Nov 11 01:17:36.969768 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e7c47-f553-4c89-a56e-23be572a4e24 req-2756eb55-187a-4aa1-8280-a5b0670b3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:36.971476 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-6d6e7c47-f553-4c89-a56e-23be572a4e24 req-2756eb55-187a-4aa1-8280-a5b0670b3126 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6faa490-5864-4152-980e-a0f56dce29f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410182 Nov 11 01:17:37.063244 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-6d6e7c47-f553-4c89-a56e-23be572a4e24 req-0d254bbe-fd2b-4550-93b1-d4feed183d43 service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845859 Nov 11 01:17:37.150094 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-a55b8cfa-40ba-450f-9251-a13c4be8e201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:16Z', 'updated_at': '2021-11-11T01:12:19Z', 'revision_number': 4, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'gw_port': {'id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:17Z', 'updated_at': '2021-11-11T01:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': '0d6bd009-fc7b-47cb-bafb-9fd0faef3247', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'port_id': 'c47d9952-985e-44f1-829a-36e30c6284d3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'mac_address': 'fa:16:3e:af:69:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ccef4-9081-4590-b094-3b8cbd532a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:15:41Z', 'updated_at': '2021-11-11T01:15:43Z', 'revision_number': 1, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'fixed_ip_address_scope': None}, {'id': '6de36969-87e6-42a0-aa20-ca225f84bbd0', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'port_id': '02102235-a784-476e-808f-741130b4cc22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'mac_address': 'fa:16:3e:c0:c2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465ec313-e2c3-4a5d-a27e-2916b894353f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:17:35Z', 'updated_at': '2021-11-11T01:17:35Z', 'revision_number': 0, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3818a74-d766-4e6c-a19b-e87365a25c73', 'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'mac_address': 'fa:16:3e:aa:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:19Z', 'updated_at': '2021-11-11T01:12:29Z', 'revision_number': 5, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'subnets': [{'id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:17:37.161188 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-6d6e7c47-f553-4c89-a56e-23be572a4e24 req-c892c8e7-d6cf-4623-bd0f-f9478720f1be service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906365 Nov 11 01:17:37.180643 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55b8cfa-40ba-450f-9251-a13c4be8e201 None None] The sync data for ids ['f910ef3c-29fd-4fd8-ace1-199c80795a48'] in dv-cinder-817085-3-iscsi is: [{'id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:16Z', 'updated_at': '2021-11-11T01:12:19Z', 'revision_number': 4, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'gw_port': {'id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:17Z', 'updated_at': '2021-11-11T01:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': '0d6bd009-fc7b-47cb-bafb-9fd0faef3247', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'port_id': 'c47d9952-985e-44f1-829a-36e30c6284d3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'mac_address': 'fa:16:3e:af:69:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ccef4-9081-4590-b094-3b8cbd532a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:15:41Z', 'updated_at': '2021-11-11T01:15:43Z', 'revision_number': 1, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'fixed_ip_address_scope': None}, {'id': '6de36969-87e6-42a0-aa20-ca225f84bbd0', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'port_id': '02102235-a784-476e-808f-741130b4cc22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'mac_address': 'fa:16:3e:c0:c2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465ec313-e2c3-4a5d-a27e-2916b894353f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:17:35Z', 'updated_at': '2021-11-11T01:17:35Z', 'revision_number': 0, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3818a74-d766-4e6c-a19b-e87365a25c73', 'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'mac_address': 'fa:16:3e:aa:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:19Z', 'updated_at': '2021-11-11T01:12:29Z', 'revision_number': 5, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'subnets': [{'id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:17:37.368160 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec8552f-15ac-43c7-9eca-a479d2927c22 None None] New status for floating IP 6de36969-87e6-42a0-aa20-ca225f84bbd0: ACTIVE {{(pid=101604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 01:17:43.761486 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:17:53.255246 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-21620746-97c2-4b4c-b2da-e9604f17ba4e req-614995c7-7697-4741-9882-6366974f7865 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1215179 Nov 11 01:17:53.356610 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21620746-97c2-4b4c-b2da-e9604f17ba4e req-622bc530-f47f-4d55-add8-7eb840cf90e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:53.358110 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-21620746-97c2-4b4c-b2da-e9604f17ba4e req-622bc530-f47f-4d55-add8-7eb840cf90e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7768097cddbd4bfd856d852e06732b6d&device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 1098 time: 0.0406990 Nov 11 01:17:53.465660 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21620746-97c2-4b4c-b2da-e9604f17ba4e req-3650c630-690a-4d5e-9558-1bf1b8080df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:53.467391 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-21620746-97c2-4b4c-b2da-e9604f17ba4e req-3650c630-690a-4d5e-9558-1bf1b8080df4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6faa490-5864-4152-980e-a0f56dce29f8 HTTP/1.1" status: 200 len: 912 time: 0.0896876 Nov 11 01:17:53.540562 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-21620746-97c2-4b4c-b2da-e9604f17ba4e req-8f3bad68-5888-4fbf-a398-c1140698d2b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c47d9952-985e-44f1-829a-36e30c6284d3 HTTP/1.1" status: 200 len: 1001 time: 0.0634050 Nov 11 01:17:53.601105 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21620746-97c2-4b4c-b2da-e9604f17ba4e req-10e92ee4-6c88-46b5-9e35-5209ba2472c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:53.603086 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-21620746-97c2-4b4c-b2da-e9604f17ba4e req-10e92ee4-6c88-46b5-9e35-5209ba2472c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71ad3167-09ca-4b3e-944f-5d40c907be6a HTTP/1.1" status: 200 len: 851 time: 0.0558817 Nov 11 01:17:53.652682 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21620746-97c2-4b4c-b2da-e9604f17ba4e req-16a00338-ba79-41e0-87a0-22c2d3b709bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:17:53.654172 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-21620746-97c2-4b4c-b2da-e9604f17ba4e req-16a00338-ba79-41e0-87a0-22c2d3b709bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6faa490-5864-4152-980e-a0f56dce29f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428576 Nov 11 01:17:53.741388 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-21620746-97c2-4b4c-b2da-e9604f17ba4e req-bc0dbe2f-ee4c-469f-9b78-01293fdd9f9a service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790770 Nov 11 01:17:53.836047 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-21620746-97c2-4b4c-b2da-e9604f17ba4e req-ec0315a0-d969-4378-8b32-03372a7faa08 service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862188 Nov 11 01:17:58.893710 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:17:59.417578 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-530422cc-671a-436e-9c4e-5b3898897c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:18:01.830180 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1a66a4b3-3f67-44db-9a0d-8194f6f5a0de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:18:02.591142 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [req-573136c8-04a8-48df-a8f7-b915c5ebb0eb req-126cfdc8-3248-4902-8ebb-d8f953493172 service neutron] (101601) timed out ('10.222.0.64', 51221) {{(pid=101601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 01:18:02.930994 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:18:04.471416 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:18:05.015670 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:18:13.756599 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:18:29.418190 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-4dfa010d-f7fb-40a1-9107-2029943ea772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:18:31.834182 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-681364d0-d17b-4112-831f-fe1131bb48ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:18:32.933080 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:18:34.475062 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:18:35.017070 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:18:35.893010 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:18:43.758855 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:18:53.188062 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-6cf6f0b5-9c12-4eec-b839-cb66a1744149 req-b5fef86a-0440-440b-82c2-0ba3655c6162 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=465ec313-e2c3-4a5d-a27e-2916b894353f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395918 Nov 11 01:18:53.260805 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6f0b5-9c12-4eec-b839-cb66a1744149 req-a9e43c20-3bfb-4e4c-9ec8-708c167908a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:18:53.262188 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-6cf6f0b5-9c12-4eec-b839-cb66a1744149 req-a9e43c20-3bfb-4e4c-9ec8-708c167908a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7768097cddbd4bfd856d852e06732b6d&device_id=465ec313-e2c3-4a5d-a27e-2916b894353f HTTP/1.1" status: 200 len: 1098 time: 0.0405817 Nov 11 01:18:53.367727 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6f0b5-9c12-4eec-b839-cb66a1744149 req-972f66b1-fbd3-4799-a3c1-4ecc8e299294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:18:53.369235 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-6cf6f0b5-9c12-4eec-b839-cb66a1744149 req-972f66b1-fbd3-4799-a3c1-4ecc8e299294 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6faa490-5864-4152-980e-a0f56dce29f8 HTTP/1.1" status: 200 len: 912 time: 0.0888898 Nov 11 01:18:53.432784 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-6cf6f0b5-9c12-4eec-b839-cb66a1744149 req-bcd476d5-a536-48f3-ba2d-f7576c29d776 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02102235-a784-476e-808f-741130b4cc22 HTTP/1.1" status: 200 len: 1000 time: 0.0565031 Nov 11 01:18:53.482407 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6f0b5-9c12-4eec-b839-cb66a1744149 req-0618be2a-daee-4391-98fe-09df5eef7959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:18:53.483882 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-6cf6f0b5-9c12-4eec-b839-cb66a1744149 req-0618be2a-daee-4391-98fe-09df5eef7959 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71ad3167-09ca-4b3e-944f-5d40c907be6a HTTP/1.1" status: 200 len: 851 time: 0.0446532 Nov 11 01:18:53.531992 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6f0b5-9c12-4eec-b839-cb66a1744149 req-54992722-b5b2-4763-a8c9-fb0acd2f2557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:18:53.532828 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-6cf6f0b5-9c12-4eec-b839-cb66a1744149 req-54992722-b5b2-4763-a8c9-fb0acd2f2557 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6faa490-5864-4152-980e-a0f56dce29f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423968 Nov 11 01:18:53.620895 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-6cf6f0b5-9c12-4eec-b839-cb66a1744149 req-5f9e1303-fa72-4559-8f51-6df50b7f5096 service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805788 Nov 11 01:18:53.709951 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-6cf6f0b5-9c12-4eec-b839-cb66a1744149 req-37e007f7-a632-4e58-84c9-38d6597cd3bb service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823271 Nov 11 01:18:59.418915 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-b36d95eb-5f6a-47d1-8acd-aab10a33ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:01.834612 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-17973d76-0ba8-4837-9089-2bb2819fe899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:02.937111 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:04.477115 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:05.018191 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:12.895634 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:19:13.763439 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:15.145367 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 36464) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:19:15.561350 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-abad48a0-32eb-4c2e-9bce-49126df204ea tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Deleting port 4b323b60-cbdc-4c51-aeac-9ab6e08dfa37 {{(pid=101602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:19:15.561691 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-abad48a0-32eb-4c2e-9bce-49126df204ea tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:15.639228 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-abad48a0-32eb-4c2e-9bce-49126df204ea tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:15.639547 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-abad48a0-32eb-4c2e-9bce-49126df204ea tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:15.651780 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-abad48a0-32eb-4c2e-9bce-49126df204ea tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Calling delete_port for 4b323b60-cbdc-4c51-aeac-9ab6e08dfa37 owned by network:floatingip {{(pid=101602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:19:15.808091 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-abad48a0-32eb-4c2e-9bce-49126df204ea tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:15.840605 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad48a0-32eb-4c2e-9bce-49126df204ea tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Pushing event deleted for resources: {'Port': ['ID=4b323b60-cbdc-4c51-aeac-9ab6e08dfa37,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:19:15.859588 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad48a0-32eb-4c2e-9bce-49126df204ea tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:15.860091 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad48a0-32eb-4c2e-9bce-49126df204ea tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:15.860582 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad48a0-32eb-4c2e-9bce-49126df204ea tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:15.861069 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad48a0-32eb-4c2e-9bce-49126df204ea tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:15.861557 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad48a0-32eb-4c2e-9bce-49126df204ea tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:15.862039 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad48a0-32eb-4c2e-9bce-49126df204ea tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:15.862530 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad48a0-32eb-4c2e-9bce-49126df204ea tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:15.863047 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad48a0-32eb-4c2e-9bce-49126df204ea tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:15.863533 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad48a0-32eb-4c2e-9bce-49126df204ea tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:15.864017 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad48a0-32eb-4c2e-9bce-49126df204ea tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:15.864494 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad48a0-32eb-4c2e-9bce-49126df204ea tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:15.864973 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad48a0-32eb-4c2e-9bce-49126df204ea tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:15.925121 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-abad48a0-32eb-4c2e-9bce-49126df204ea tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for floatingip, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:15.925451 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.db.l3_db [None req-abad48a0-32eb-4c2e-9bce-49126df204ea tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Floating IP 6de36969-87e6-42a0-aa20-ca225f84bbd0 disassociated (deleted). External IP: 172.27.2.36, port: 02102235-a784-476e-808f-741130b4cc22. Nov 11 01:19:16.142807 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abad48a0-32eb-4c2e-9bce-49126df204ea tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Router f910ef3c-29fd-4fd8-ace1-199c80795a48 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:19:16.257305 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abad48a0-32eb-4c2e-9bce-49126df204ea tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:19:16.261851 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-abad48a0-32eb-4c2e-9bce-49126df204ea tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for floatingip, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:16.267416 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba57b83-282d-41fe-a070-45e49f8503b3 None None] Sync routers for ids ['f910ef3c-29fd-4fd8-ace1-199c80795a48'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:19:16.277815 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba57b83-282d-41fe-a070-45e49f8503b3 None None] Routers {'f910ef3c-29fd-4fd8-ace1-199c80795a48'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:19:16.278423 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-cba57b83-282d-41fe-a070-45e49f8503b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:19:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['f910ef3c-29fd-4fd8-ace1-199c80795a48'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:19:16.289957 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-abad48a0-32eb-4c2e-9bce-49126df204ea tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "DELETE /v2.0/floatingips/6de36969-87e6-42a0-aa20-ca225f84bbd0 HTTP/1.1" status: 204 len: 168 time: 1.1435235 Nov 11 01:19:16.291244 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465ec313-e2c3-4a5d-a27e-2916b894353f', 'tag': '02102235-a784-476e-808f-741130b4cc22'}] {{(pid=101602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:19:16.293563 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbc2a4dd34722a8e14e2fc20a6c680084dc03eb7d3307192ee443654b1fba6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2838dcba-059c-4483-ae4b-a68d9d750d52" -d '{"events": [{"name": "network-changed", "server_uuid": "465ec313-e2c3-4a5d-a27e-2916b894353f", "tag": "02102235-a784-476e-808f-741130b4cc22"}]}' {{(pid=101602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:19:16.331746 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a3b0e6-dc93-4947-82d9-d2688ad37808 x-openstack-request-id: req-85a3b0e6-dc93-4947-82d9-d2688ad37808 {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:19:16.332063 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465ec313-e2c3-4a5d-a27e-2916b894353f", "tag": "02102235-a784-476e-808f-741130b4cc22", "status": "completed", "code": 200}]} {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:19:16.332312 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85a3b0e6-dc93-4947-82d9-d2688ad37808 {{(pid=101602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:19:16.332736 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465ec313-e2c3-4a5d-a27e-2916b894353f', 'tag': '02102235-a784-476e-808f-741130b4cc22', 'status': 'completed', 'code': 200} Nov 11 01:19:16.395911 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-cba57b83-282d-41fe-a070-45e49f8503b3 None None] Set router f910ef3c-29fd-4fd8-ace1-199c80795a48 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:19:16.432109 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838dcba-059c-4483-ae4b-a68d9d750d52 req-c1536e36-3b10-4301-bf01-8c2c5ac74e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:19:16.433863 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-2838dcba-059c-4483-ae4b-a68d9d750d52 req-c1536e36-3b10-4301-bf01-8c2c5ac74e68 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7768097cddbd4bfd856d852e06732b6d&device_id=465ec313-e2c3-4a5d-a27e-2916b894353f HTTP/1.1" status: 200 len: 1098 time: 0.0554903 Nov 11 01:19:16.565165 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838dcba-059c-4483-ae4b-a68d9d750d52 req-0de19ba1-3130-4521-9511-84985d052aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:19:16.566709 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-2838dcba-059c-4483-ae4b-a68d9d750d52 req-0de19ba1-3130-4521-9511-84985d052aa9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6faa490-5864-4152-980e-a0f56dce29f8 HTTP/1.1" status: 200 len: 912 time: 0.0925195 Nov 11 01:19:16.595853 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf3760-3bb1-4388-ab49-845563460597 req-e75c0012-00e3-43a4-8a1d-df365f3faf0d tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:19:16.597337 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1eaf3760-3bb1-4388-ab49-845563460597 req-e75c0012-00e3-43a4-8a1d-df365f3faf0d tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=465ec313-e2c3-4a5d-a27e-2916b894353f HTTP/1.1" status: 200 len: 945 time: 0.1274173 Nov 11 01:19:16.610785 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-2838dcba-059c-4483-ae4b-a68d9d750d52 req-69bce556-90c1-44ed-ac02-05222253cadd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02102235-a784-476e-808f-741130b4cc22 HTTP/1.1" status: 200 len: 217 time: 0.0351222 Nov 11 01:19:16.638867 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-cba57b83-282d-41fe-a070-45e49f8503b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:16Z', 'updated_at': '2021-11-11T01:12:19Z', 'revision_number': 4, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'gw_port': {'id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:17Z', 'updated_at': '2021-11-11T01:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': '0d6bd009-fc7b-47cb-bafb-9fd0faef3247', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'port_id': 'c47d9952-985e-44f1-829a-36e30c6284d3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'mac_address': 'fa:16:3e:af:69:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ccef4-9081-4590-b094-3b8cbd532a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:15:41Z', 'updated_at': '2021-11-11T01:15:43Z', 'revision_number': 1, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3818a74-d766-4e6c-a19b-e87365a25c73', 'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'mac_address': 'fa:16:3e:aa:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:19Z', 'updated_at': '2021-11-11T01:12:29Z', 'revision_number': 5, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'subnets': [{'id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:19:16.650862 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-1eaf3760-3bb1-4388-ab49-845563460597 req-2df71201-fb32-4496-aeef-fdbf263f70fe tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458643 Nov 11 01:19:16.662729 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838dcba-059c-4483-ae4b-a68d9d750d52 req-d92312c6-caa9-4301-a854-f83d3f76782f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:19:16.664317 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-2838dcba-059c-4483-ae4b-a68d9d750d52 req-d92312c6-caa9-4301-a854-f83d3f76782f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71ad3167-09ca-4b3e-944f-5d40c907be6a HTTP/1.1" status: 200 len: 851 time: 0.0441601 Nov 11 01:19:16.667516 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba57b83-282d-41fe-a070-45e49f8503b3 None None] Checking router: f910ef3c-29fd-4fd8-ace1-199c80795a48 for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:19:16.676220 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba57b83-282d-41fe-a070-45e49f8503b3 None None] Routers {'f910ef3c-29fd-4fd8-ace1-199c80795a48'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:19:16.676983 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-cba57b83-282d-41fe-a070-45e49f8503b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:19:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['f910ef3c-29fd-4fd8-ace1-199c80795a48'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:19:16.715088 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838dcba-059c-4483-ae4b-a68d9d750d52 req-2ea2e8b8-683e-49d1-ab74-e269045a8627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:19:16.716594 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-2838dcba-059c-4483-ae4b-a68d9d750d52 req-2ea2e8b8-683e-49d1-ab74-e269045a8627 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6faa490-5864-4152-980e-a0f56dce29f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442550 Nov 11 01:19:16.783795 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-cba57b83-282d-41fe-a070-45e49f8503b3 None None] Set router f910ef3c-29fd-4fd8-ace1-199c80795a48 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:19:16.807218 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-2838dcba-059c-4483-ae4b-a68d9d750d52 req-8a08280f-292c-49bc-a9ee-7b2df227ed37 service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821688 Nov 11 01:19:16.899341 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-2838dcba-059c-4483-ae4b-a68d9d750d52 req-5a8ca0aa-3b5a-4722-b131-152a4b6ef466 service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856204 Nov 11 01:19:17.008895 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-cba57b83-282d-41fe-a070-45e49f8503b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:16Z', 'updated_at': '2021-11-11T01:12:19Z', 'revision_number': 4, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'gw_port': {'id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:17Z', 'updated_at': '2021-11-11T01:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': '0d6bd009-fc7b-47cb-bafb-9fd0faef3247', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'port_id': 'c47d9952-985e-44f1-829a-36e30c6284d3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'mac_address': 'fa:16:3e:af:69:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ccef4-9081-4590-b094-3b8cbd532a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:15:41Z', 'updated_at': '2021-11-11T01:15:43Z', 'revision_number': 1, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3818a74-d766-4e6c-a19b-e87365a25c73', 'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'mac_address': 'fa:16:3e:aa:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:19Z', 'updated_at': '2021-11-11T01:12:29Z', 'revision_number': 5, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'subnets': [{'id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:19:17.034967 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba57b83-282d-41fe-a070-45e49f8503b3 None None] The sync data for ids ['f910ef3c-29fd-4fd8-ace1-199c80795a48'] in dv-cinder-817085-3-iscsi is: [{'id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:16Z', 'updated_at': '2021-11-11T01:12:19Z', 'revision_number': 4, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'gw_port': {'id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:17Z', 'updated_at': '2021-11-11T01:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_floatingips': [{'id': '0d6bd009-fc7b-47cb-bafb-9fd0faef3247', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'floating_ip_address': '172.27.2.182', 'floating_network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'router_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'port_id': 'c47d9952-985e-44f1-829a-36e30c6284d3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'mac_address': 'fa:16:3e:af:69:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78ccef4-9081-4590-b094-3b8cbd532a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T01:15:41Z', 'updated_at': '2021-11-11T01:15:43Z', 'revision_number': 1, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3818a74-d766-4e6c-a19b-e87365a25c73', 'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'mac_address': 'fa:16:3e:aa:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:19Z', 'updated_at': '2021-11-11T01:12:29Z', 'revision_number': 5, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'subnets': [{'id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:19:17.238495 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763252ff-1fc9-4553-8c18-f3e12b16a627 None None] New status for floating IP 6de36969-87e6-42a0-aa20-ca225f84bbd0: DOWN {{(pid=101604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 01:19:17.820432 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b875fbb-2783-4489-9b41-f6de68f8bdb6 req-ebeb9cae-9267-47a2-a82d-bd60b02e7713 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:19:17.822321 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4b875fbb-2783-4489-9b41-f6de68f8bdb6 req-ebeb9cae-9267-47a2-a82d-bd60b02e7713 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=465ec313-e2c3-4a5d-a27e-2916b894353f HTTP/1.1" status: 200 len: 945 time: 0.1013205 Nov 11 01:19:17.870507 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-4b875fbb-2783-4489-9b41-f6de68f8bdb6 req-267f3fb3-6876-470d-8a38-2d823df913e8 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419991 Nov 11 01:19:18.212885 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e883dce-4652-42f2-a6d1-b714cad57581 req-d7938694-4cdb-4154-928a-b72b0d1750b7 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:19:18.214256 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-8e883dce-4652-42f2-a6d1-b714cad57581 req-d7938694-4cdb-4154-928a-b72b0d1750b7 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.64 "GET /v2.0/ports?device_id=465ec313-e2c3-4a5d-a27e-2916b894353f HTTP/1.1" status: 200 len: 945 time: 0.0500844 Nov 11 01:19:18.300247 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-8e883dce-4652-42f2-a6d1-b714cad57581 req-7c7f7e70-d240-4032-895a-fb7f0158ad5f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Deleting port 02102235-a784-476e-808f-741130b4cc22 {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:19:18.300586 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-8e883dce-4652-42f2-a6d1-b714cad57581 req-7c7f7e70-d240-4032-895a-fb7f0158ad5f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:18.388100 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-8e883dce-4652-42f2-a6d1-b714cad57581 req-7c7f7e70-d240-4032-895a-fb7f0158ad5f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] For port 02102235-a784-476e-808f-741130b4cc22, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=02102235-a784-476e-808f-741130b4cc22,segment=NetworkSegment(cca157c3-43f8-4847-965b-0099907b03da),segment_id=cca157c3-43f8-4847-965b-0099907b03da)] {{(pid=101601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:19:18.388455 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-8e883dce-4652-42f2-a6d1-b714cad57581 req-7c7f7e70-d240-4032-895a-fb7f0158ad5f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:18.400835 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-8e883dce-4652-42f2-a6d1-b714cad57581 req-7c7f7e70-d240-4032-895a-fb7f0158ad5f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Calling delete_port for 02102235-a784-476e-808f-741130b4cc22 owned by compute:nova {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:19:18.526348 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-8e883dce-4652-42f2-a6d1-b714cad57581 req-7c7f7e70-d240-4032-895a-fb7f0158ad5f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:18.558709 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f7e70-d240-4032-895a-fb7f0158ad5f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Pushing event deleted for resources: {'Port': ['ID=02102235-a784-476e-808f-741130b4cc22,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:19:18.582347 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f7e70-d240-4032-895a-fb7f0158ad5f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:18.582695 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f7e70-d240-4032-895a-fb7f0158ad5f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:18.583053 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f7e70-d240-4032-895a-fb7f0158ad5f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:18.583387 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f7e70-d240-4032-895a-fb7f0158ad5f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:18.583714 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f7e70-d240-4032-895a-fb7f0158ad5f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:18.584040 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f7e70-d240-4032-895a-fb7f0158ad5f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:18.584363 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f7e70-d240-4032-895a-fb7f0158ad5f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:18.584684 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f7e70-d240-4032-895a-fb7f0158ad5f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:18.585003 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f7e70-d240-4032-895a-fb7f0158ad5f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:18.585321 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f7e70-d240-4032-895a-fb7f0158ad5f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:18.585637 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f7e70-d240-4032-895a-fb7f0158ad5f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:18.585955 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7f7e70-d240-4032-895a-fb7f0158ad5f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:18.605348 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e883dce-4652-42f2-a6d1-b714cad57581 req-7c7f7e70-d240-4032-895a-fb7f0158ad5f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] No DVR routers for this DVR port 02102235-a784-476e-808f-741130b4cc22 on host hv-cinder-81708 {{(pid=101601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:19:18.607799 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-8e883dce-4652-42f2-a6d1-b714cad57581 req-7c7f7e70-d240-4032-895a-fb7f0158ad5f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:18.611212 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-8e883dce-4652-42f2-a6d1-b714cad57581 req-7c7f7e70-d240-4032-895a-fb7f0158ad5f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.64 "DELETE /v2.0/ports/02102235-a784-476e-808f-741130b4cc22 HTTP/1.1" status: 204 len: 173 time: 0.3910334 Nov 11 01:19:18.611705 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465ec313-e2c3-4a5d-a27e-2916b894353f', 'name': 'network-vif-deleted', 'tag': '02102235-a784-476e-808f-741130b4cc22'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:19:18.613988 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45ab4b8-da8d-4785-bc61-028be45e7726" -d '{"events": [{"server_uuid": "465ec313-e2c3-4a5d-a27e-2916b894353f", "name": "network-vif-deleted", "tag": "02102235-a784-476e-808f-741130b4cc22"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:19:18.651540 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d5f8f0-f85d-42a0-9643-03cc534a047e x-openstack-request-id: req-14d5f8f0-f85d-42a0-9643-03cc534a047e {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:19:18.651860 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465ec313-e2c3-4a5d-a27e-2916b894353f", "name": "network-vif-deleted", "tag": "02102235-a784-476e-808f-741130b4cc22", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:19:18.652136 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-14d5f8f0-f85d-42a0-9643-03cc534a047e {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:19:18.652554 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465ec313-e2c3-4a5d-a27e-2916b894353f', 'name': 'network-vif-deleted', 'tag': '02102235-a784-476e-808f-741130b4cc22', 'status': 'completed', 'code': 200} Nov 11 01:19:18.969839 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-e9f8d728-0147-4647-8ac1-2c262026e842 req-c221bba1-fd88-48ae-a373-7d59d2e1e779 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=465ec313-e2c3-4a5d-a27e-2916b894353f HTTP/1.1" status: 200 len: 210 time: 0.0297267 Nov 11 01:19:19.285330 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [req-e09aa362-2152-4bf4-98f9-943d3e5ea7cc req-84715236-3153-4834-ad1e-129730080693 service neutron] (101602) timed out ('10.222.0.64', 51250) {{(pid=101602) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 01:19:20.704443 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 02102235-a784-476e-808f-741130b4cc22 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:19:20.724426 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] No Port match for: 02102235-a784-476e-808f-741130b4cc22 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:19:20.724758 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device 02102235-a784-476e-808f-741130b4cc22 not bound to the agent host hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:19:22.238578 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 36510) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:19:22.392940 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-630c9206-5ef3-46c2-ab8d-d61fd357d432 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Deleting port 8ad52e0b-88bb-47a9-b92d-96f10cd92eee {{(pid=101602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:19:22.393280 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-630c9206-5ef3-46c2-ab8d-d61fd357d432 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:22.470457 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-630c9206-5ef3-46c2-ab8d-d61fd357d432 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:22.470778 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-630c9206-5ef3-46c2-ab8d-d61fd357d432 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:22.482508 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-630c9206-5ef3-46c2-ab8d-d61fd357d432 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Calling delete_port for 8ad52e0b-88bb-47a9-b92d-96f10cd92eee owned by network:floatingip {{(pid=101602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:19:22.622769 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-630c9206-5ef3-46c2-ab8d-d61fd357d432 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:22.652653 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c9206-5ef3-46c2-ab8d-d61fd357d432 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Pushing event deleted for resources: {'Port': ['ID=8ad52e0b-88bb-47a9-b92d-96f10cd92eee,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:19:22.709167 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-630c9206-5ef3-46c2-ab8d-d61fd357d432 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for floatingip, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:22.709488 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.db.l3_db [None req-630c9206-5ef3-46c2-ab8d-d61fd357d432 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Floating IP 0d6bd009-fc7b-47cb-bafb-9fd0faef3247 disassociated (deleted). External IP: 172.27.2.182, port: c47d9952-985e-44f1-829a-36e30c6284d3. Nov 11 01:19:22.912163 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630c9206-5ef3-46c2-ab8d-d61fd357d432 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Router f910ef3c-29fd-4fd8-ace1-199c80795a48 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:19:23.017104 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630c9206-5ef3-46c2-ab8d-d61fd357d432 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:19:23.021970 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-630c9206-5ef3-46c2-ab8d-d61fd357d432 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for floatingip, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:23.029011 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43268a7f-3a35-4768-af1a-1d2827351529 None None] Sync routers for ids ['f910ef3c-29fd-4fd8-ace1-199c80795a48'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:19:23.042908 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43268a7f-3a35-4768-af1a-1d2827351529 None None] Routers {'f910ef3c-29fd-4fd8-ace1-199c80795a48'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:19:23.043540 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-43268a7f-3a35-4768-af1a-1d2827351529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:19:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['f910ef3c-29fd-4fd8-ace1-199c80795a48'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:19:23.050304 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-630c9206-5ef3-46c2-ab8d-d61fd357d432 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "DELETE /v2.0/floatingips/0d6bd009-fc7b-47cb-bafb-9fd0faef3247 HTTP/1.1" status: 204 len: 168 time: 0.8106236 Nov 11 01:19:23.050889 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78ccef4-9081-4590-b094-3b8cbd532a07', 'tag': 'c47d9952-985e-44f1-829a-36e30c6284d3'}] {{(pid=101602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:19:23.053198 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acbc2a4dd34722a8e14e2fc20a6c680084dc03eb7d3307192ee443654b1fba6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14abe6c-6370-4f2c-9d7b-d7caba4813b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e78ccef4-9081-4590-b094-3b8cbd532a07", "tag": "c47d9952-985e-44f1-829a-36e30c6284d3"}]}' {{(pid=101602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:19:23.091417 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 01:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d59a29-a9ff-4d04-9bdf-7af63feb1c96 x-openstack-request-id: req-81d59a29-a9ff-4d04-9bdf-7af63feb1c96 {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:19:23.091716 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78ccef4-9081-4590-b094-3b8cbd532a07", "tag": "c47d9952-985e-44f1-829a-36e30c6284d3", "status": "completed", "code": 200}]} {{(pid=101602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:19:23.092014 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-81d59a29-a9ff-4d04-9bdf-7af63feb1c96 {{(pid=101602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:19:23.092676 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78ccef4-9081-4590-b094-3b8cbd532a07', 'tag': 'c47d9952-985e-44f1-829a-36e30c6284d3', 'status': 'completed', 'code': 200} Nov 11 01:19:23.191724 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14abe6c-6370-4f2c-9d7b-d7caba4813b8 req-959784aa-eff7-4d5b-aa5b-8d8146592e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:19:23.193204 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b14abe6c-6370-4f2c-9d7b-d7caba4813b8 req-959784aa-eff7-4d5b-aa5b-8d8146592e7a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7768097cddbd4bfd856d852e06732b6d&device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 1098 time: 0.0553102 Nov 11 01:19:23.292822 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7218029-0c5c-42d4-b77a-da636d70336c req-b852c055-a7ce-45a4-9f36-73c41df9da34 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:19:23.293451 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-43268a7f-3a35-4768-af1a-1d2827351529 None None] Set router f910ef3c-29fd-4fd8-ace1-199c80795a48 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:19:23.295324 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a7218029-0c5c-42d4-b77a-da636d70336c req-b852c055-a7ce-45a4-9f36-73c41df9da34 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 945 time: 0.0528326 Nov 11 01:19:23.322458 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14abe6c-6370-4f2c-9d7b-d7caba4813b8 req-ac4ea98d-5f92-4128-83c2-62c6367b846d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:19:23.323961 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b14abe6c-6370-4f2c-9d7b-d7caba4813b8 req-ac4ea98d-5f92-4128-83c2-62c6367b846d service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6faa490-5864-4152-980e-a0f56dce29f8 HTTP/1.1" status: 200 len: 912 time: 0.0901542 Nov 11 01:19:23.346359 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-a7218029-0c5c-42d4-b77a-da636d70336c req-952e81b4-e84d-4995-b99b-6ace8fcc532f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453525 Nov 11 01:19:23.371004 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b14abe6c-6370-4f2c-9d7b-d7caba4813b8 req-7313909b-c96f-4894-b35e-1ba50cd47e7c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c47d9952-985e-44f1-829a-36e30c6284d3 HTTP/1.1" status: 200 len: 217 time: 0.0391803 Nov 11 01:19:23.421085 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14abe6c-6370-4f2c-9d7b-d7caba4813b8 req-87fa270e-323a-498f-8b67-7fa0f657f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:19:23.422511 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b14abe6c-6370-4f2c-9d7b-d7caba4813b8 req-87fa270e-323a-498f-8b67-7fa0f657f31a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71ad3167-09ca-4b3e-944f-5d40c907be6a HTTP/1.1" status: 200 len: 851 time: 0.0440607 Nov 11 01:19:23.475121 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14abe6c-6370-4f2c-9d7b-d7caba4813b8 req-5d8efa17-d5e5-4f99-84c3-1d3e877f3ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:19:23.476613 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b14abe6c-6370-4f2c-9d7b-d7caba4813b8 req-5d8efa17-d5e5-4f99-84c3-1d3e877f3ee9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6faa490-5864-4152-980e-a0f56dce29f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446842 Nov 11 01:19:23.498888 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-43268a7f-3a35-4768-af1a-1d2827351529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:16Z', 'updated_at': '2021-11-11T01:12:19Z', 'revision_number': 4, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'gw_port': {'id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:17Z', 'updated_at': '2021-11-11T01:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': 'f3818a74-d766-4e6c-a19b-e87365a25c73', 'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'mac_address': 'fa:16:3e:aa:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:19Z', 'updated_at': '2021-11-11T01:12:29Z', 'revision_number': 5, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'subnets': [{'id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:19:23.529549 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43268a7f-3a35-4768-af1a-1d2827351529 None None] Checking router: f910ef3c-29fd-4fd8-ace1-199c80795a48 for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:19:23.537931 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43268a7f-3a35-4768-af1a-1d2827351529 None None] Routers {'f910ef3c-29fd-4fd8-ace1-199c80795a48'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:19:23.538556 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-43268a7f-3a35-4768-af1a-1d2827351529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:19:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['f910ef3c-29fd-4fd8-ace1-199c80795a48'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:19:23.574274 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b14abe6c-6370-4f2c-9d7b-d7caba4813b8 req-429b0f55-d723-4cb2-b8a5-b3defc275fea service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901506 Nov 11 01:19:23.641332 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-43268a7f-3a35-4768-af1a-1d2827351529 None None] Set router f910ef3c-29fd-4fd8-ace1-199c80795a48 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:19:23.663275 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-b14abe6c-6370-4f2c-9d7b-d7caba4813b8 req-3be67283-9b99-43bf-9969-ad1e69f4be90 service neutron] 10.222.0.64 "GET /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813146 Nov 11 01:19:23.838331 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-43268a7f-3a35-4768-af1a-1d2827351529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:16Z', 'updated_at': '2021-11-11T01:12:19Z', 'revision_number': 4, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'gw_port': {'id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:17Z', 'updated_at': '2021-11-11T01:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': 'f3818a74-d766-4e6c-a19b-e87365a25c73', 'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'mac_address': 'fa:16:3e:aa:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:19Z', 'updated_at': '2021-11-11T01:12:29Z', 'revision_number': 5, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'subnets': [{'id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:19:23.863594 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43268a7f-3a35-4768-af1a-1d2827351529 None None] The sync data for ids ['f910ef3c-29fd-4fd8-ace1-199c80795a48'] in dv-cinder-817085-3-iscsi is: [{'id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:16Z', 'updated_at': '2021-11-11T01:12:19Z', 'revision_number': 4, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'gw_port': {'id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:17Z', 'updated_at': '2021-11-11T01:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi', '_interfaces': [{'id': 'f3818a74-d766-4e6c-a19b-e87365a25c73', 'name': '', 'network_id': 'f6faa490-5864-4152-980e-a0f56dce29f8', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'mac_address': 'fa:16:3e:aa:ea:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:19Z', 'updated_at': '2021-11-11T01:12:29Z', 'revision_number': 5, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'subnets': [{'id': '71ad3167-09ca-4b3e-944f-5d40c907be6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:19:24.075880 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2ae130-aab4-4573-b8a3-bf3a38f4fea9 None None] New status for floating IP 0d6bd009-fc7b-47cb-bafb-9fd0faef3247: DOWN {{(pid=101604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 01:19:24.466641 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d739872-5b30-4c0c-b99e-eb8e786364ae req-1285fe61-6df6-4f3d-a7fc-23ce020d005c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:19:24.468298 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9d739872-5b30-4c0c-b99e-eb8e786364ae req-1285fe61-6df6-4f3d-a7fc-23ce020d005c tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 945 time: 0.0535326 Nov 11 01:19:24.519499 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-9d739872-5b30-4c0c-b99e-eb8e786364ae req-82b4527c-95a8-4092-a894-8f1b26916fe2 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/security-groups?id=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452321 Nov 11 01:19:24.874654 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711946dc-fb30-437f-9ef2-8bddc5b7ba1f req-8b4ca967-1931-4442-87a9-d18e2ef02216 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 01:19:24.877665 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-711946dc-fb30-437f-9ef2-8bddc5b7ba1f req-8b4ca967-1931-4442-87a9-d18e2ef02216 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.64 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 945 time: 0.0504508 Nov 11 01:19:24.973040 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-711946dc-fb30-437f-9ef2-8bddc5b7ba1f req-6f557c33-7c08-4214-9159-0562111f124f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Deleting port c47d9952-985e-44f1-829a-36e30c6284d3 {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:19:24.973377 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-711946dc-fb30-437f-9ef2-8bddc5b7ba1f req-6f557c33-7c08-4214-9159-0562111f124f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:25.060623 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [req-711946dc-fb30-437f-9ef2-8bddc5b7ba1f req-6f557c33-7c08-4214-9159-0562111f124f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] For port c47d9952-985e-44f1-829a-36e30c6284d3, host hv-cinder-81708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81708',level=0,port_id=c47d9952-985e-44f1-829a-36e30c6284d3,segment=NetworkSegment(cca157c3-43f8-4847-965b-0099907b03da),segment_id=cca157c3-43f8-4847-965b-0099907b03da)] {{(pid=101601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:19:25.060977 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-711946dc-fb30-437f-9ef2-8bddc5b7ba1f req-6f557c33-7c08-4214-9159-0562111f124f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:25.073961 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [req-711946dc-fb30-437f-9ef2-8bddc5b7ba1f req-6f557c33-7c08-4214-9159-0562111f124f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Calling delete_port for c47d9952-985e-44f1-829a-36e30c6284d3 owned by compute:nova {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:19:25.199733 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-711946dc-fb30-437f-9ef2-8bddc5b7ba1f req-6f557c33-7c08-4214-9159-0562111f124f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:25.238618 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f557c33-7c08-4214-9159-0562111f124f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Pushing event deleted for resources: {'Port': ['ID=c47d9952-985e-44f1-829a-36e30c6284d3,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:19:25.280549 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [req-711946dc-fb30-437f-9ef2-8bddc5b7ba1f req-6f557c33-7c08-4214-9159-0562111f124f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] No DVR routers for this DVR port c47d9952-985e-44f1-829a-36e30c6284d3 on host hv-cinder-81708 {{(pid=101601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:19:25.283124 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [req-711946dc-fb30-437f-9ef2-8bddc5b7ba1f req-6f557c33-7c08-4214-9159-0562111f124f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for port, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:25.286571 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [req-711946dc-fb30-437f-9ef2-8bddc5b7ba1f req-6f557c33-7c08-4214-9159-0562111f124f tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.64 "DELETE /v2.0/ports/c47d9952-985e-44f1-829a-36e30c6284d3 HTTP/1.1" status: 204 len: 173 time: 0.4021547 Nov 11 01:19:25.287038 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78ccef4-9081-4590-b094-3b8cbd532a07', 'name': 'network-vif-deleted', 'tag': 'c47d9952-985e-44f1-829a-36e30c6284d3'}] {{(pid=101601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 01:19:25.289734 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18290494c20e3d00b8c272780fe8b56a818b02ca3aeefb5480453b0e4fa8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2487b7d-802a-4b62-a57d-ed2ca2a9f87c" -d '{"events": [{"server_uuid": "e78ccef4-9081-4590-b094-3b8cbd532a07", "name": "network-vif-deleted", "tag": "c47d9952-985e-44f1-829a-36e30c6284d3"}]}' {{(pid=101601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 01:19:25.330028 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 01:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09f42b4-26d0-49f2-b364-4fe40c81dab4 x-openstack-request-id: req-f09f42b4-26d0-49f2-b364-4fe40c81dab4 {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 01:19:25.330309 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78ccef4-9081-4590-b094-3b8cbd532a07", "name": "network-vif-deleted", "tag": "c47d9952-985e-44f1-829a-36e30c6284d3", "status": "completed", "code": 200}]} {{(pid=101601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 01:19:25.330555 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f09f42b4-26d0-49f2-b364-4fe40c81dab4 {{(pid=101601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 01:19:25.330962 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78ccef4-9081-4590-b094-3b8cbd532a07', 'name': 'network-vif-deleted', 'tag': 'c47d9952-985e-44f1-829a-36e30c6284d3', 'status': 'completed', 'code': 200} Nov 11 01:19:25.624545 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [req-bdd413a3-81bf-49dc-a5da-0b8dd5422307 req-c7b6ccaf-9f47-434b-8b90-ec53bacb41df tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "GET /v2.0/ports?device_id=e78ccef4-9081-4590-b094-3b8cbd532a07 HTTP/1.1" status: 200 len: 210 time: 0.0283167 Nov 11 01:19:26.678235 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 36526) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:19:26.801142 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-7850f3f1-d42a-4ee4-b6fc-5597f8320cb0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Deleting port f8d11ee9-a185-434a-bae3-a9a1d28c2d0c {{(pid=101602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:19:26.801475 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-7850f3f1-d42a-4ee4-b6fc-5597f8320cb0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:26.879800 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-7850f3f1-d42a-4ee4-b6fc-5597f8320cb0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:26.880133 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-7850f3f1-d42a-4ee4-b6fc-5597f8320cb0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:26.892367 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.plugins.ml2.plugin [None req-7850f3f1-d42a-4ee4-b6fc-5597f8320cb0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Calling delete_port for f8d11ee9-a185-434a-bae3-a9a1d28c2d0c owned by network:floatingip {{(pid=101602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:19:27.020260 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-7850f3f1-d42a-4ee4-b6fc-5597f8320cb0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13136860'] for port, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:27.049749 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850f3f1-d42a-4ee4-b6fc-5597f8320cb0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Pushing event deleted for resources: {'Port': ['ID=f8d11ee9-a185-434a-bae3-a9a1d28c2d0c,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:19:27.111098 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-7850f3f1-d42a-4ee4-b6fc-5597f8320cb0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for floatingip, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:27.113807 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-7850f3f1-d42a-4ee4-b6fc-5597f8320cb0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473571'] for floatingip, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:27.114937 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-7850f3f1-d42a-4ee4-b6fc-5597f8320cb0 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "DELETE /v2.0/floatingips/7a21efa8-877f-4151-b7b5-9bdfb0d918ac HTTP/1.1" status: 204 len: 168 time: 0.4357502 Nov 11 01:19:28.302843 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [-] (101602) accepted ('10.222.0.52', 36538) {{(pid=101602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:19:28.358518 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-532d42db-9985-4d51-8d88-96c8491cbf58 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for security_group, before_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:28.383109 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-532d42db-9985-4d51-8d88-96c8491cbf58 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:28.445376 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-532d42db-9985-4d51-8d88-96c8491cbf58 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:28.448086 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron_lib.callbacks.manager [None req-532d42db-9985-4d51-8d88-96c8491cbf58 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Publish callbacks [] for security_group, before_response {{(pid=101602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:28.451704 dv-cinder-817085-3-iscsi neutron-server[101602]: INFO neutron.wsgi [None req-532d42db-9985-4d51-8d88-96c8491cbf58 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] 10.222.0.52 "DELETE /v2.0/security-groups/dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7 HTTP/1.1" status: 204 len: 168 time: 0.1453815 Nov 11 01:19:28.458535 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d42db-9985-4d51-8d88-96c8491cbf58 tempest-TestVolumeBootPattern-2078081265 tempest-TestVolumeBootPattern-2078081265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf871ca-1e1a-41de-ad2f-9bb17ba1f7f7,revision_number=None']} {{(pid=101602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:19:28.503510 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 36542) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:19:28.720154 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device c47d9952-985e-44f1-829a-36e30c6284d3 no longer exists at agent hyperv_hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:19:28.741050 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] No Port match for: c47d9952-985e-44f1-829a-36e30c6284d3 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:19:28.741381 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Device c47d9952-985e-44f1-829a-36e30c6284d3 not bound to the agent host hv-cinder-81708 {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:19:28.960440 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-294a9cbd-f0a5-4bf8-a790-8f4f3e7aad60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919265'] for router_interface, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:29.197951 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-294a9cbd-f0a5-4bf8-a790-8f4f3e7aad60 admin admin] Deleting port f3818a74-d766-4e6c-a19b-e87365a25c73 {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:19:29.198289 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-294a9cbd-f0a5-4bf8-a790-8f4f3e7aad60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:29.275964 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [None req-294a9cbd-f0a5-4bf8-a790-8f4f3e7aad60 admin admin] For port f3818a74-d766-4e6c-a19b-e87365a25c73, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=f3818a74-d766-4e6c-a19b-e87365a25c73,segment=NetworkSegment(cca157c3-43f8-4847-965b-0099907b03da),segment_id=cca157c3-43f8-4847-965b-0099907b03da)] {{(pid=101601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:19:29.276270 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-294a9cbd-f0a5-4bf8-a790-8f4f3e7aad60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:29.288511 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-294a9cbd-f0a5-4bf8-a790-8f4f3e7aad60 admin admin] Calling delete_port for f3818a74-d766-4e6c-a19b-e87365a25c73 owned by network:router_interface {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:19:29.420137 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-100fb618-87ce-4159-ad59-fcc5805cf905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:29.721392 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-294a9cbd-f0a5-4bf8-a790-8f4f3e7aad60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:29.745645 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a9cbd-f0a5-4bf8-a790-8f4f3e7aad60 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3818a74-d766-4e6c-a19b-e87365a25c73,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:19:29.903924 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-294a9cbd-f0a5-4bf8-a790-8f4f3e7aad60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-919409'] for router_interface, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:30.113164 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294a9cbd-f0a5-4bf8-a790-8f4f3e7aad60 admin admin] Router f910ef3c-29fd-4fd8-ace1-199c80795a48 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:19:30.216099 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294a9cbd-f0a5-4bf8-a790-8f4f3e7aad60 admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:19:30.221887 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-294a9cbd-f0a5-4bf8-a790-8f4f3e7aad60 admin admin] 10.222.0.52 "PUT /v2.0/routers/f910ef3c-29fd-4fd8-ace1-199c80795a48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7173173 Nov 11 01:19:30.224458 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 36546) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:19:30.226601 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6a5ccf-2851-4211-bf21-a0699e46cddc None None] Sync routers for ids ['f910ef3c-29fd-4fd8-ace1-199c80795a48'] in dv-cinder-817085-3-iscsi {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:19:30.236814 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6a5ccf-2851-4211-bf21-a0699e46cddc None None] Routers {'f910ef3c-29fd-4fd8-ace1-199c80795a48'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:19:30.237419 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-1d6a5ccf-2851-4211-bf21-a0699e46cddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:19:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['f910ef3c-29fd-4fd8-ace1-199c80795a48'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:19:30.328476 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-481d79f3-0ce0-48cf-a978-7c2b2a213ae5 admin admin] Publish callbacks [] for router, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:30.341874 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-1d6a5ccf-2851-4211-bf21-a0699e46cddc None None] Set router f910ef3c-29fd-4fd8-ace1-199c80795a48 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:19:30.431570 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-481d79f3-0ce0-48cf-a978-7c2b2a213ae5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:30.483156 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-481d79f3-0ce0-48cf-a978-7c2b2a213ae5 admin admin] Deleting port d619d321-e833-4f23-95ba-313e5e67e155 {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:19:30.483499 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-481d79f3-0ce0-48cf-a978-7c2b2a213ae5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:30.517467 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-1d6a5ccf-2851-4211-bf21-a0699e46cddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:16Z', 'updated_at': '2021-11-11T01:19:29Z', 'revision_number': 5, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'gw_port': {'id': 'd619d321-e833-4f23-95ba-313e5e67e155', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:17Z', 'updated_at': '2021-11-11T01:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:19:30.548179 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6a5ccf-2851-4211-bf21-a0699e46cddc None None] Checking router: f910ef3c-29fd-4fd8-ace1-199c80795a48 for host: dv-cinder-817085-3-iscsi {{(pid=101603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:19:30.556414 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6a5ccf-2851-4211-bf21-a0699e46cddc None None] Routers {'f910ef3c-29fd-4fd8-ace1-199c80795a48'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:19:30.557061 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-1d6a5ccf-2851-4211-bf21-a0699e46cddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:19:02Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['f910ef3c-29fd-4fd8-ace1-199c80795a48'], 'active': True} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:19:30.565592 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [None req-481d79f3-0ce0-48cf-a978-7c2b2a213ae5 admin admin] For port d619d321-e833-4f23-95ba-313e5e67e155, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=d619d321-e833-4f23-95ba-313e5e67e155,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:19:30.565960 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-481d79f3-0ce0-48cf-a978-7c2b2a213ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:30.578039 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-481d79f3-0ce0-48cf-a978-7c2b2a213ae5 admin admin] Calling delete_port for d619d321-e833-4f23-95ba-313e5e67e155 owned by network:router_gateway {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:19:30.641265 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvr_db [None req-1d6a5ccf-2851-4211-bf21-a0699e46cddc None None] Set router f910ef3c-29fd-4fd8-ace1-199c80795a48 gateway port host: None {{(pid=101603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:19:30.691942 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_hamode_db [None req-1d6a5ccf-2851-4211-bf21-a0699e46cddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:16Z', 'updated_at': '2021-11-11T01:19:30Z', 'revision_number': 6, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'gw_port_host': None}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:19:30.721775 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6a5ccf-2851-4211-bf21-a0699e46cddc None None] The sync data for ids ['f910ef3c-29fd-4fd8-ace1-199c80795a48'] in dv-cinder-817085-3-iscsi is: [{'id': 'f910ef3c-29fd-4fd8-ace1-199c80795a48', 'name': 'tempest-TestVolumeBootPattern-1693913531-router', 'tenant_id': '7768097cddbd4bfd856d852e06732b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:16Z', 'updated_at': '2021-11-11T01:19:30Z', 'revision_number': 6, 'project_id': '7768097cddbd4bfd856d852e06732b6d', 'gw_port_host': None}] {{(pid=101603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:19:30.747146 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-481d79f3-0ce0-48cf-a978-7c2b2a213ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:30.769031 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d79f3-0ce0-48cf-a978-7c2b2a213ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d619d321-e833-4f23-95ba-313e5e67e155,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:19:30.830757 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-481d79f3-0ce0-48cf-a978-7c2b2a213ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918171'] for router_gateway, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:30.918072 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-481d79f3-0ce0-48cf-a978-7c2b2a213ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26533'] for router, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:30.920845 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-481d79f3-0ce0-48cf-a978-7c2b2a213ae5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:30.972199 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-481d79f3-0ce0-48cf-a978-7c2b2a213ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-921351'] for router, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:30.972915 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481d79f3-0ce0-48cf-a978-7c2b2a213ae5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f910ef3c-29fd-4fd8-ace1-199c80795a48 {{(pid=101601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 01:19:30.978897 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-481d79f3-0ce0-48cf-a978-7c2b2a213ae5 admin admin] Publish callbacks [] for router, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:30.980485 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-481d79f3-0ce0-48cf-a978-7c2b2a213ae5 admin admin] 10.222.0.52 "DELETE /v2.0/routers/f910ef3c-29fd-4fd8-ace1-199c80795a48 HTTP/1.1" status: 204 len: 168 time: 0.7546942 Nov 11 01:19:30.982562 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 36548) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:19:31.025272 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a892f85-c376-42c4-8bbd-44c979fd9805 admin admin] Deleting subnet 71ad3167-09ca-4b3e-944f-5d40c907be6a {{(pid=101601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 01:19:31.028248 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-7a892f85-c376-42c4-8bbd-44c979fd9805 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:31.064252 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-7a892f85-c376-42c4-8bbd-44c979fd9805 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14391884'] for subnet, precommit_delete_associations {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:31.147057 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-7a892f85-c376-42c4-8bbd-44c979fd9805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1988382'] for subnet, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:31.198635 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-7a892f85-c376-42c4-8bbd-44c979fd9805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14461986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14289049'] for subnet, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:31.230793 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a892f85-c376-42c4-8bbd-44c979fd9805 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71ad3167-09ca-4b3e-944f-5d40c907be6a,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:19:31.235732 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-7a892f85-c376-42c4-8bbd-44c979fd9805 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:31.239493 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-7a892f85-c376-42c4-8bbd-44c979fd9805 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/71ad3167-09ca-4b3e-944f-5d40c907be6a HTTP/1.1" status: 204 len: 168 time: 0.2559724 Nov 11 01:19:31.246284 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 36550) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:19:31.248669 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9024ba3c-4a03-4b02-8354-67d1900830aa None None] Network f6faa490-5864-4152-980e-a0f56dce29f8 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:19:31.312758 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-43e93c98-5aeb-4fab-b75a-bed35727d45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698162'] for network, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:31.366338 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-43e93c98-5aeb-4fab-b75a-bed35727d45a admin admin] Deleting port 4614c25e-ec46-4263-992d-7e8b4db1b005 {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:19:31.366679 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-43e93c98-5aeb-4fab-b75a-bed35727d45a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:31.428724 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [None req-43e93c98-5aeb-4fab-b75a-bed35727d45a admin admin] For port 4614c25e-ec46-4263-992d-7e8b4db1b005, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=4614c25e-ec46-4263-992d-7e8b4db1b005,segment=NetworkSegment(cca157c3-43f8-4847-965b-0099907b03da),segment_id=cca157c3-43f8-4847-965b-0099907b03da)] {{(pid=101601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:19:31.429102 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-43e93c98-5aeb-4fab-b75a-bed35727d45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:31.442101 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-43e93c98-5aeb-4fab-b75a-bed35727d45a admin admin] Calling delete_port for 4614c25e-ec46-4263-992d-7e8b4db1b005 owned by network:dhcp {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:19:31.475891 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1552c7c9-c876-4be9-b5b5-7464134db4cf None None] DHCP port deletion for f6faa490-5864-4152-980e-a0f56dce29f8 request from dv-cinder-817085-3-iscsi {{(pid=101603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 01:19:31.525496 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-43e93c98-5aeb-4fab-b75a-bed35727d45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:31.535463 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-1552c7c9-c876-4be9-b5b5-7464134db4cf None None] Deleting port 4614c25e-ec46-4263-992d-7e8b4db1b005 {{(pid=101603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:19:31.535831 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1552c7c9-c876-4be9-b5b5-7464134db4cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:31.550597 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e93c98-5aeb-4fab-b75a-bed35727d45a admin admin] Pushing event deleted for resources: {'Port': ['ID=4614c25e-ec46-4263-992d-7e8b4db1b005,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:19:31.554180 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e93c98-5aeb-4fab-b75a-bed35727d45a admin admin] No DVR routers for this DVR port 4614c25e-ec46-4263-992d-7e8b4db1b005 on host dv-cinder-817085-3-iscsi {{(pid=101601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:19:31.613416 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.db [None req-1552c7c9-c876-4be9-b5b5-7464134db4cf None None] For port 4614c25e-ec46-4263-992d-7e8b4db1b005, host dv-cinder-817085-3-iscsi, got binding levels [] {{(pid=101603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:19:31.613812 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1552c7c9-c876-4be9-b5b5-7464134db4cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:31.635420 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device d619d321-e833-4f23-95ba-313e5e67e155 no longer exists at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:19:31.637507 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-1552c7c9-c876-4be9-b5b5-7464134db4cf None None] Calling delete_port for 4614c25e-ec46-4263-992d-7e8b4db1b005 owned by network:dhcp {{(pid=101603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:19:31.641159 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.ipam_backend_mixin [None req-1552c7c9-c876-4be9-b5b5-7464134db4cf None None] Port 4614c25e-ec46-4263-992d-7e8b4db1b005 was not found and therefore no delete operation was performed {{(pid=101603) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 01:19:31.656996 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-43e93c98-5aeb-4fab-b75a-bed35727d45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1989287', 'neutron.services.segments.db._delete_segments_for_network-8764259070437'] for network, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:31.658509 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1552c7c9-c876-4be9-b5b5-7464134db4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394'] for port, after_delete {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:31.662574 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] No Port match for: d619d321-e833-4f23-95ba-313e5e67e155 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:19:31.662913 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device d619d321-e833-4f23-95ba-313e5e67e155 not bound to the agent host dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:19:31.663344 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device f3818a74-d766-4e6c-a19b-e87365a25c73 no longer exists at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:19:31.680360 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.services.segments.db [None req-43e93c98-5aeb-4fab-b75a-bed35727d45a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6faa490-5864-4152-980e-a0f56dce29f8']}} {{(pid=101601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:19:31.690914 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.services.segments.db [None req-43e93c98-5aeb-4fab-b75a-bed35727d45a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca157c3-43f8-4847-965b-0099907b03da') {'for_net_delete': True} {{(pid=101601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:19:31.691180 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.services.segments.db [None req-43e93c98-5aeb-4fab-b75a-bed35727d45a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca157c3-43f8-4847-965b-0099907b03da') {} {{(pid=101601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:19:31.700596 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-43e93c98-5aeb-4fab-b75a-bed35727d45a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764259091950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14391893'] for segment, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:31.704601 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] No Port match for: f3818a74-d766-4e6c-a19b-e87365a25c73 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:19:31.704939 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device f3818a74-d766-4e6c-a19b-e87365a25c73 not bound to the agent host dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:19:31.705349 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 4614c25e-ec46-4263-992d-7e8b4db1b005 no longer exists at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:19:31.707209 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552c7c9-c876-4be9-b5b5-7464134db4cf None None] Pushing event deleted for resources: {'Port': ['ID=4614c25e-ec46-4263-992d-7e8b4db1b005,revision_number=None']} {{(pid=101603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:19:31.709321 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1552c7c9-c876-4be9-b5b5-7464134db4cf None None] No DVR routers for this DVR port 4614c25e-ec46-4263-992d-7e8b4db1b005 on host dv-cinder-817085-3-iscsi {{(pid=101603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:19:31.716475 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-43e93c98-5aeb-4fab-b75a-bed35727d45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:31.729131 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e93c98-5aeb-4fab-b75a-bed35727d45a admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=101601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 01:19:31.729772 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-43e93c98-5aeb-4fab-b75a-bed35727d45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14462076'] for segment, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: Traceback (most recent call last): Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: timer() Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: cb(*args, **kw) Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: return func(*args, **kwargs) Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: self._notify() Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: self.callback(batched_events) Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: event.method(event) Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: return f(self, *a, **k) Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: return self._get(url).json() Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: return self.request(url, 'GET', **kwargs) Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 01:19:31.731779 dv-cinder-817085-3-iscsi neutron-server[101601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 01:19:31.735890 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552c7c9-c876-4be9-b5b5-7464134db4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:31.736129 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552c7c9-c876-4be9-b5b5-7464134db4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:31.736472 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552c7c9-c876-4be9-b5b5-7464134db4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:31.736805 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552c7c9-c876-4be9-b5b5-7464134db4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:31.737231 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552c7c9-c876-4be9-b5b5-7464134db4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:31.737449 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552c7c9-c876-4be9-b5b5-7464134db4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:31.737763 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552c7c9-c876-4be9-b5b5-7464134db4cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:31.738087 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552c7c9-c876-4be9-b5b5-7464134db4cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:31.738409 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552c7c9-c876-4be9-b5b5-7464134db4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:31.738738 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552c7c9-c876-4be9-b5b5-7464134db4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:31.739074 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552c7c9-c876-4be9-b5b5-7464134db4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:31.739412 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552c7c9-c876-4be9-b5b5-7464134db4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817085-3-iscsi {{(pid=101603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 01:19:31.742041 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] No Port match for: 4614c25e-ec46-4263-992d-7e8b4db1b005 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:19:31.742762 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 4614c25e-ec46-4263-992d-7e8b4db1b005 not bound to the agent host dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:19:31.795427 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-43e93c98-5aeb-4fab-b75a-bed35727d45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1989264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918263'] for network, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:31.799826 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-43e93c98-5aeb-4fab-b75a-bed35727d45a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:31.803074 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-43e93c98-5aeb-4fab-b75a-bed35727d45a admin admin] 10.222.0.52 "DELETE /v2.0/networks/f6faa490-5864-4152-980e-a0f56dce29f8 HTTP/1.1" status: 204 len: 168 time: 0.5601277 Nov 11 01:19:31.807121 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 36552) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:19:31.822845 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e93c98-5aeb-4fab-b75a-bed35727d45a admin admin] Pushing event deleted for resources: {'Network': ['ID=f6faa490-5864-4152-980e-a0f56dce29f8,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:19:31.835347 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-fe7c6539-2805-459a-aa7b-0c0292ab621c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:32.167502 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-84f86d57-0b11-4084-90c4-d876a62aa339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919265'] for router_interface, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:32.403672 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-84f86d57-0b11-4084-90c4-d876a62aa339 admin admin] Deleting port 8a18120d-e48d-4d04-9427-5f2ae68cbfe6 {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:19:32.404003 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-84f86d57-0b11-4084-90c4-d876a62aa339 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:32.480507 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [None req-84f86d57-0b11-4084-90c4-d876a62aa339 admin admin] For port 8a18120d-e48d-4d04-9427-5f2ae68cbfe6, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=8a18120d-e48d-4d04-9427-5f2ae68cbfe6,segment=NetworkSegment(373e72ac-fe29-449c-9422-b14aaa2393dc),segment_id=373e72ac-fe29-449c-9422-b14aaa2393dc)] {{(pid=101601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:19:32.480811 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-84f86d57-0b11-4084-90c4-d876a62aa339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:32.492609 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-84f86d57-0b11-4084-90c4-d876a62aa339 admin admin] Calling delete_port for 8a18120d-e48d-4d04-9427-5f2ae68cbfe6 owned by network:router_interface {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:19:32.667767 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-84f86d57-0b11-4084-90c4-d876a62aa339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:32.689997 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f86d57-0b11-4084-90c4-d876a62aa339 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a18120d-e48d-4d04-9427-5f2ae68cbfe6,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:19:32.854647 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-84f86d57-0b11-4084-90c4-d876a62aa339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-919409'] for router_interface, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:32.939027 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:33.063755 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f86d57-0b11-4084-90c4-d876a62aa339 admin admin] Router 3c8ebab8-00e5-4bd5-8ccb-ec8bad571404 has already been hosted by L3 agent 62bbd4c1-3220-42ef-be69-858eaf49148a {{(pid=101601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 01:19:33.165182 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f86d57-0b11-4084-90c4-d876a62aa339 admin admin] Notify agent at l3_agent.dv-cinder-817085-3-iscsi the message routers_updated {{(pid=101601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 01:19:33.170292 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-84f86d57-0b11-4084-90c4-d876a62aa339 admin admin] 10.222.0.52 "PUT /v2.0/routers/3c8ebab8-00e5-4bd5-8ccb-ec8bad571404/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3622482 Nov 11 01:19:33.172810 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 36554) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:19:33.173504 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1153ba-6ddd-46b4-9e60-a42b389cea7a None None] Sync routers for ids ['3c8ebab8-00e5-4bd5-8ccb-ec8bad571404'] in dv-cinder-817085-3-iscsi {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 01:19:33.183986 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1153ba-6ddd-46b4-9e60-a42b389cea7a None None] Routers {'3c8ebab8-00e5-4bd5-8ccb-ec8bad571404'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:19:33.184669 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-0e1153ba-6ddd-46b4-9e60-a42b389cea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:19:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['3c8ebab8-00e5-4bd5-8ccb-ec8bad571404'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:19:33.293919 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-0e1153ba-6ddd-46b4-9e60-a42b389cea7a None None] Set router 3c8ebab8-00e5-4bd5-8ccb-ec8bad571404 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:19:33.553324 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a6ca3a40-529e-4b48-acad-c3387ef3782a admin admin] Publish callbacks [] for router, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:33.574472 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-0e1153ba-6ddd-46b4-9e60-a42b389cea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8ebab8-00e5-4bd5-8ccb-ec8bad571404', 'name': 'tempest-TestVolumeBootPattern-422230432-router', 'tenant_id': 'ce4470660cf54069b886e06ddbeabccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '3a31ac89-9c92-4d11-9b28-27281647d737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:23Z', 'updated_at': '2021-11-11T01:19:32Z', 'revision_number': 5, 'project_id': 'ce4470660cf54069b886e06ddbeabccb', 'gw_port': {'id': '3a31ac89-9c92-4d11-9b28-27281647d737', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8ebab8-00e5-4bd5-8ccb-ec8bad571404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:24Z', 'updated_at': '2021-11-11T01:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:19:33.601234 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1153ba-6ddd-46b4-9e60-a42b389cea7a None None] Checking router: 3c8ebab8-00e5-4bd5-8ccb-ec8bad571404 for host: dv-cinder-817085-3-iscsi {{(pid=101604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 01:19:33.610019 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1153ba-6ddd-46b4-9e60-a42b389cea7a None None] Routers {'3c8ebab8-00e5-4bd5-8ccb-ec8bad571404'} bound to L3 agent in host dv-cinder-817085-3-iscsi {{(pid=101604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 01:19:33.610814 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-0e1153ba-6ddd-46b4-9e60-a42b389cea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T00:54:32Z,description=,heartbeat_timestamp=2021-11-11T01:19:32Z,host='dv-cinder-817085-3-iscsi',id=62bbd4c1-3220-42ef-be69-858eaf49148a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T00:54:32Z,topic='l3_agent')) {'router_ids': ['3c8ebab8-00e5-4bd5-8ccb-ec8bad571404'], 'active': True} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:19:33.660767 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a6ca3a40-529e-4b48-acad-c3387ef3782a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:33.713454 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-a6ca3a40-529e-4b48-acad-c3387ef3782a admin admin] Deleting port 3a31ac89-9c92-4d11-9b28-27281647d737 {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:19:33.713686 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_dvr_db [None req-0e1153ba-6ddd-46b4-9e60-a42b389cea7a None None] Set router 3c8ebab8-00e5-4bd5-8ccb-ec8bad571404 gateway port host: dv-cinder-817085-3-iscsi {{(pid=101604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 01:19:33.713796 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a6ca3a40-529e-4b48-acad-c3387ef3782a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:33.791559 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [None req-a6ca3a40-529e-4b48-acad-c3387ef3782a admin admin] For port 3a31ac89-9c92-4d11-9b28-27281647d737, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=3a31ac89-9c92-4d11-9b28-27281647d737,segment=NetworkSegment(5a59663b-b10e-4f7d-84ef-62c15879cde7),segment_id=5a59663b-b10e-4f7d-84ef-62c15879cde7)] {{(pid=101601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:19:33.791926 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a6ca3a40-529e-4b48-acad-c3387ef3782a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:33.807689 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-a6ca3a40-529e-4b48-acad-c3387ef3782a admin admin] Calling delete_port for 3a31ac89-9c92-4d11-9b28-27281647d737 owned by network:router_gateway {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:19:33.888662 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.l3_hamode_db [None req-0e1153ba-6ddd-46b4-9e60-a42b389cea7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8ebab8-00e5-4bd5-8ccb-ec8bad571404', 'name': 'tempest-TestVolumeBootPattern-422230432-router', 'tenant_id': 'ce4470660cf54069b886e06ddbeabccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '3a31ac89-9c92-4d11-9b28-27281647d737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:23Z', 'updated_at': '2021-11-11T01:19:32Z', 'revision_number': 5, 'project_id': 'ce4470660cf54069b886e06ddbeabccb', 'gw_port': {'id': '3a31ac89-9c92-4d11-9b28-27281647d737', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8ebab8-00e5-4bd5-8ccb-ec8bad571404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:24Z', 'updated_at': '2021-11-11T01:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}], 'dv-cinder-817085-3-iscsi', False) {} {{(pid=101604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:19:33.918127 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1153ba-6ddd-46b4-9e60-a42b389cea7a None None] The sync data for ids ['3c8ebab8-00e5-4bd5-8ccb-ec8bad571404'] in dv-cinder-817085-3-iscsi is: [{'id': '3c8ebab8-00e5-4bd5-8ccb-ec8bad571404', 'name': 'tempest-TestVolumeBootPattern-422230432-router', 'tenant_id': 'ce4470660cf54069b886e06ddbeabccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'external_fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '3a31ac89-9c92-4d11-9b28-27281647d737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T01:12:23Z', 'updated_at': '2021-11-11T01:19:32Z', 'revision_number': 5, 'project_id': 'ce4470660cf54069b886e06ddbeabccb', 'gw_port': {'id': '3a31ac89-9c92-4d11-9b28-27281647d737', 'name': '', 'network_id': 'aa4f75c5-5213-4ff6-92cc-17e0fe78067f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:26:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8ebab8-00e5-4bd5-8ccb-ec8bad571404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T01:12:24Z', 'updated_at': '2021-11-11T01:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed3c881-f684-464c-a719-dd29140bdb28', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817085-3-iscsi'}] {{(pid=101604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 01:19:33.970319 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a6ca3a40-529e-4b48-acad-c3387ef3782a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:33.998296 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca3a40-529e-4b48-acad-c3387ef3782a admin admin] Pushing event deleted for resources: {'Port': ['ID=3a31ac89-9c92-4d11-9b28-27281647d737,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:19:34.058427 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a6ca3a40-529e-4b48-acad-c3387ef3782a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-918171'] for router_gateway, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:34.144194 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a6ca3a40-529e-4b48-acad-c3387ef3782a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26533'] for router, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:34.146216 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a6ca3a40-529e-4b48-acad-c3387ef3782a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:34.190858 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a6ca3a40-529e-4b48-acad-c3387ef3782a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-921351'] for router, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:34.191397 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ca3a40-529e-4b48-acad-c3387ef3782a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c8ebab8-00e5-4bd5-8ccb-ec8bad571404 {{(pid=101601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 01:19:34.195517 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-a6ca3a40-529e-4b48-acad-c3387ef3782a admin admin] Publish callbacks [] for router, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:34.198658 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-a6ca3a40-529e-4b48-acad-c3387ef3782a admin admin] 10.222.0.52 "DELETE /v2.0/routers/3c8ebab8-00e5-4bd5-8ccb-ec8bad571404 HTTP/1.1" status: 204 len: 168 time: 1.0242541 Nov 11 01:19:34.200677 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 36556) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:19:34.244794 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75e8a87-f6ca-4b75-b0e8-7b2c97b96972 admin admin] Deleting subnet c5100770-51f3-470e-918b-667b8587135b {{(pid=101601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 01:19:34.248254 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-f75e8a87-f6ca-4b75-b0e8-7b2c97b96972 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:34.284663 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-f75e8a87-f6ca-4b75-b0e8-7b2c97b96972 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14391884'] for subnet, precommit_delete_associations {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:34.369676 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-f75e8a87-f6ca-4b75-b0e8-7b2c97b96972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1988382'] for subnet, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:34.422827 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-f75e8a87-f6ca-4b75-b0e8-7b2c97b96972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1988375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14461986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14289049'] for subnet, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:34.449466 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e8a87-f6ca-4b75-b0e8-7b2c97b96972 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5100770-51f3-470e-918b-667b8587135b,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:19:34.451482 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-f75e8a87-f6ca-4b75-b0e8-7b2c97b96972 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:34.457086 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-f75e8a87-f6ca-4b75-b0e8-7b2c97b96972 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c5100770-51f3-470e-918b-667b8587135b HTTP/1.1" status: 204 len: 168 time: 0.2531614 Nov 11 01:19:34.457242 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956ccde2-ebd0-433a-82db-fcec4ef86bc7 None None] Network ea2834e3-0973-4c10-93ca-485b0964af33 requested from dv-cinder-817085-3-iscsi {{(pid=101603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 01:19:34.457701 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 36558) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:19:34.527527 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d5e35384-c6ca-4e69-b071-6968aa0bd254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1698162'] for network, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:34.528494 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:34.587637 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-d5e35384-c6ca-4e69-b071-6968aa0bd254 admin admin] Deleting port 84ed880c-0b84-43d8-a670-38847f384176 {{(pid=101601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 01:19:34.588015 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d5e35384-c6ca-4e69-b071-6968aa0bd254 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764258976431'] for port, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:34.653777 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.db [None req-d5e35384-c6ca-4e69-b071-6968aa0bd254 admin admin] For port 84ed880c-0b84-43d8-a670-38847f384176, host dv-cinder-817085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817085-3-iscsi',level=0,port_id=84ed880c-0b84-43d8-a670-38847f384176,segment=NetworkSegment(373e72ac-fe29-449c-9422-b14aaa2393dc),segment_id=373e72ac-fe29-449c-9422-b14aaa2393dc)] {{(pid=101601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 01:19:34.654162 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d5e35384-c6ca-4e69-b071-6968aa0bd254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-928775'] for port, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:34.666153 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.plugin [None req-d5e35384-c6ca-4e69-b071-6968aa0bd254 admin admin] Calling delete_port for 84ed880c-0b84-43d8-a670-38847f384176 owned by network:dhcp {{(pid=101601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 01:19:34.746149 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d5e35384-c6ca-4e69-b071-6968aa0bd254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2018527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764258984313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764258571394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14461967'] for port, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:34.773646 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e35384-c6ca-4e69-b071-6968aa0bd254 admin admin] Pushing event deleted for resources: {'Port': ['ID=84ed880c-0b84-43d8-a670-38847f384176,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:19:34.776142 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e35384-c6ca-4e69-b071-6968aa0bd254 admin admin] No DVR routers for this DVR port 84ed880c-0b84-43d8-a670-38847f384176 on host dv-cinder-817085-3-iscsi {{(pid=101601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 01:19:34.844962 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d5e35384-c6ca-4e69-b071-6968aa0bd254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1989287', 'neutron.services.segments.db._delete_segments_for_network-8764259070437'] for network, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:34.867093 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.services.segments.db [None req-d5e35384-c6ca-4e69-b071-6968aa0bd254 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea2834e3-0973-4c10-93ca-485b0964af33']}} {{(pid=101601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:19:34.876623 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.services.segments.db [None req-d5e35384-c6ca-4e69-b071-6968aa0bd254 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '373e72ac-fe29-449c-9422-b14aaa2393dc') {'for_net_delete': True} {{(pid=101601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:19:34.876910 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.services.segments.db [None req-d5e35384-c6ca-4e69-b071-6968aa0bd254 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '373e72ac-fe29-449c-9422-b14aaa2393dc') {} {{(pid=101601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 01:19:34.887078 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d5e35384-c6ca-4e69-b071-6968aa0bd254 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764259091950', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14391893'] for segment, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:34.900529 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d5e35384-c6ca-4e69-b071-6968aa0bd254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631'] for segment, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:34.906249 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e35384-c6ca-4e69-b071-6968aa0bd254 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=101601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 01:19:34.906619 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d5e35384-c6ca-4e69-b071-6968aa0bd254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1681631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14462076'] for segment, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: Traceback (most recent call last): Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: timer() Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: cb(*args, **kw) Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: return func(*args, **kwargs) Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: self._notify() Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: self.callback(batched_events) Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: event.method(event) Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: return f(self, *a, **k) Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: return self._get(url).json() Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: return self.request(url, 'GET', **kwargs) Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 01:19:34.908324 dv-cinder-817085-3-iscsi neutron-server[101601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 01:19:34.954894 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d6c3e6-16dc-43b6-a301-4646b8608599 None None] DHCP port deletion for ea2834e3-0973-4c10-93ca-485b0964af33 request from dv-cinder-817085-3-iscsi {{(pid=101603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 01:19:34.975792 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d5e35384-c6ca-4e69-b071-6968aa0bd254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1989264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-918263'] for network, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:34.981437 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-d5e35384-c6ca-4e69-b071-6968aa0bd254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567996'] for network, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:34.987715 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-d5e35384-c6ca-4e69-b071-6968aa0bd254 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ea2834e3-0973-4c10-93ca-485b0964af33 HTTP/1.1" status: 204 len: 168 time: 0.5267196 Nov 11 01:19:34.998511 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e35384-c6ca-4e69-b071-6968aa0bd254 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea2834e3-0973-4c10-93ca-485b0964af33,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:19:35.021398 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:35.098678 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 36562) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:19:35.137908 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-fbb2dc2c-89ae-4e1a-85cd-c066cb3ae53e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7768097cddbd4bfd856d852e06732b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379641 Nov 11 01:19:35.140340 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 36564) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:19:35.186811 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b7fb32e5-8e38-400e-a1e7-0572f343eaf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:35.210625 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b7fb32e5-8e38-400e-a1e7-0572f343eaf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:35.257210 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b7fb32e5-8e38-400e-a1e7-0572f343eaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:35.260310 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-b7fb32e5-8e38-400e-a1e7-0572f343eaf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:35.261459 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-b7fb32e5-8e38-400e-a1e7-0572f343eaf7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/04148251-a32f-4162-982e-5c268ef6a7a2 HTTP/1.1" status: 204 len: 168 time: 0.1202564 Nov 11 01:19:35.269513 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb32e5-8e38-400e-a1e7-0572f343eaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04148251-a32f-4162-982e-5c268ef6a7a2,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:19:35.564089 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 36570) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:19:35.604907 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-7a242f5d-0a1e-4bb9-bf7c-d2c81bb9ec36 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ce4470660cf54069b886e06ddbeabccb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396018 Nov 11 01:19:35.607512 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [-] (101601) accepted ('10.222.0.52', 36572) {{(pid=101601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 01:19:35.612823 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 3a31ac89-9c92-4d11-9b28-27281647d737 no longer exists at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:19:35.632664 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] No Port match for: 3a31ac89-9c92-4d11-9b28-27281647d737 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:19:35.632923 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 3a31ac89-9c92-4d11-9b28-27281647d737 not bound to the agent host dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:19:35.633335 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 8a18120d-e48d-4d04-9427-5f2ae68cbfe6 no longer exists at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:19:35.652686 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] No Port match for: 8a18120d-e48d-4d04-9427-5f2ae68cbfe6 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:19:35.653028 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 8a18120d-e48d-4d04-9427-5f2ae68cbfe6 not bound to the agent host dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:19:35.653433 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 84ed880c-0b84-43d8-a670-38847f384176 no longer exists at agent ovs-agent-dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 01:19:35.653925 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-cfd26b89-4a31-43c3-a2cf-3d9166486605 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:35.672603 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.plugin [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] No Port match for: 84ed880c-0b84-43d8-a670-38847f384176 {{(pid=101603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 01:19:35.672943 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron.plugins.ml2.rpc [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Device 84ed880c-0b84-43d8-a670-38847f384176 not bound to the agent host dv-cinder-817085-3-iscsi {{(pid=101603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 01:19:35.675165 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-cfd26b89-4a31-43c3-a2cf-3d9166486605 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:35.723198 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-cfd26b89-4a31-43c3-a2cf-3d9166486605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527043'] for security_group, after_delete {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:35.725985 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron_lib.callbacks.manager [None req-cfd26b89-4a31-43c3-a2cf-3d9166486605 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:35.727161 dv-cinder-817085-3-iscsi neutron-server[101601]: INFO neutron.wsgi [None req-cfd26b89-4a31-43c3-a2cf-3d9166486605 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2e76d6c4-7c44-431a-8bbf-2ac02c064f2d HTTP/1.1" status: 204 len: 168 time: 0.1186996 Nov 11 01:19:35.735707 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd26b89-4a31-43c3-a2cf-3d9166486605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e76d6c4-7c44-431a-8bbf-2ac02c064f2d,revision_number=None']} {{(pid=101601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 01:19:43.757502 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:19:49.894497 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:19:59.421100 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-87468ca9-ccb7-4799-a5b3-9b22a2a711e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:20:01.837243 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-79174643-d5ae-4db7-b9cc-120e689b8e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:20:02.941638 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:20:04.490296 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:20:05.023864 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:20:13.762353 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:20:26.895550 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:20:29.421840 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-b9fa2f26-08ab-4c86-9d3b-4eacaf811284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:20:31.838762 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-80fc89cb-a5c0-4a03-a0d9-db83b38058de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:20:32.936276 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:20:34.490888 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:20:35.026028 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:20:43.755320 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:20:59.422475 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-89218277-d05c-40bb-a2b0-d20eebc5f989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:21:01.048289 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [req-c6bebaec-fd48-4a7d-812f-10012c15de55 req-59ea3ef1-2dbc-418e-b2cf-60a8fc93149e service neutron] (101601) timed out ('10.222.0.52', 57746) {{(pid=101601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 01:21:01.839428 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-59e567a4-165a-4e42-a9e6-68be5d468329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:21:02.939091 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:21:03.894975 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:21:04.493253 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:21:05.027512 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:21:13.770455 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:21:29.422958 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-34b15abc-14fa-4522-b6ee-1ec2fe2e5ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:21:31.840235 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-2d41d81f-ff86-40a6-b5cb-4c7b6297ee45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:21:32.941741 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:21:34.496482 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:21:35.028762 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:21:40.893895 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:21:43.801228 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:21:55.225807 dv-cinder-817085-3-iscsi neutron-server[101601]: DEBUG neutron.wsgi [req-cd276fff-0325-4a20-8ffc-b07baf47d330 req-463b0fe5-a811-460b-acf4-2835e1b7f6c5 service neutron] (101601) timed out ('10.222.0.64', 51216) {{(pid=101601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 01:21:59.426603 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5e69d6ba-73ef-4c45-8036-29623da2284a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:22:01.841350 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-6d833857-4d8c-4ee6-9ba7-1d5e14657ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:22:02.944474 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:22:04.499068 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:22:05.030186 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:22:13.800176 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:22:17.893833 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:22:29.430370 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8ea9e4ff-0e62-4323-b82e-6b2ed37327e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:22:31.841509 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-47e3586a-9256-4075-8bbc-0b9520c20083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:22:32.951486 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:22:34.501455 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:22:35.030568 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:22:43.798923 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:22:54.892076 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:22:59.431329 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-b53bbd22-e467-4f69-8576-adfa77d62353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:23:01.841833 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-d807da30-e9d6-4776-b520-d463ee46d207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:23:02.949991 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:23:04.505437 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:23:05.030353 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:23:13.813823 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:23:29.432556 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-4daecf82-6316-4a63-9e88-53bf432889e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:23:31.842514 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-3454f8d1-034f-433a-ba89-50c25f5ea968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:23:31.890720 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:23:32.953013 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:23:34.506223 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:23:35.031514 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:23:43.828806 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:23:59.433525 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-59803e61-e772-437e-adfc-b8bee726f2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:24:01.844681 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-fe537a0b-df74-4054-a6cd-04d23a055c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:24:02.955821 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:24:04.508410 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:24:05.033715 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:24:08.889864 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:24:13.827542 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:24:29.434681 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-16275ca9-bd1a-4cda-b70a-d6e664e0ce01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:24:31.847258 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-b7f4e890-0588-4284-8349-1d384cf27b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:24:32.959564 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-1d198278-be4a-43dc-b0f4-b88c30639c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:24:34.510931 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-8dfff7ef-5297-47f4-b465-5e6bd8372746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:24:35.035866 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-84871a30-b80f-45ce-9662-b73698f268ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:24:43.843160 dv-cinder-817085-3-iscsi neutron-server[101603]: DEBUG neutron_lib.callbacks.manager [None req-5198b626-46a6-461d-890b-adc5b1c1bc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764259070419', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1982813'] for agent, after_update {{(pid=101603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 01:24:45.889518 dv-cinder-817085-3-iscsi neutron-server[101604]: DEBUG neutron.db.agents_db [None req-3f6d3bc3-8781-4aa3-b41e-ae8b135206e4 None None] Agent healthcheck: found 6 active agents {{(pid=101604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 01:24:51.385522 dv-cinder-817085-3-iscsi neutron-server[101602]: DEBUG neutron.wsgi [req-42818d85-8316-4bb8-9144-be551ae892b0 req-7dca483f-5e08-46a5-a539-e209b2ba5a46 service neutron] (101602) timed out ('10.222.0.64', 51246) {{(pid=101602) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}